-- Logs begin at Thu 2021-05-13 15:31:27 UTC, end at Thu 2021-05-13 16:44:13 UTC. --
May 13 16:14:24.428555 dv-cinder-689486-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 13 16:14:26.848003 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.common.config [-] Logging enabled!
May 13 16:14:26.848679 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199
May 13 16:14:26.848679 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79367) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 13 16:14:26.851991 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.common.config [-] Logging enabled!
May 13 16:14:26.852250 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199
May 13 16:14:26.852563 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79367) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 13 16:14:26.853556 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 13 16:14:26.853760 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 13 16:14:26.854119 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 13 16:14:26.854363 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 13 16:14:26.854585 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 13 16:14:26.854982 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.855197 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.855495 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.855723 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.856020 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.856313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.856597 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.856885 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.857203 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.857490 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.857772 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.858058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.858287 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.858571 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.858857 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.859145 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.859370 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.859651 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.860098 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.860497 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.860775 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.861070 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.861374 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.861645 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.861920 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.862208 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.862540 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] host                           = dv-cinder-689486-12-iscsi {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.862823 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.863135 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.863427 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.863719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.863998 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.864323 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.864613 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.864891 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.865184 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.865465 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.865760 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.866053 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.866347 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.866572 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.866795 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.867087 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.867376 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.867651 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.867927 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.868203 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.868479 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.868754 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.869024 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.869334 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.869620 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.869909 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.870186 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.870463 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.870735 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.871011 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.871295 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.871576 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.871855 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.872131 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.872418 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.872689 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.872963 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.873286 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.873573 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.873862 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.874403 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.874680 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.874964 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.875236 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.875508 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.875779 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.876052 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.876323 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.876607 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.876878 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.877174 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.877453 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.877721 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.878008 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:26.878307 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.878608 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.879425 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.879709 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.880007 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.880290 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.880582 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.880862 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.881176 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.881474 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.881766 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.882043 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.882333 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.882613 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.882910 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.883214 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.883513 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.883806 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.884083 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.884360 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.884637 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.884918 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.885226 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.885527 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.885821 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.886096 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.886377 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.886672 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.886954 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.887225 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.887508 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.887871 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.888076 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.888349 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.888635 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.888911 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.889214 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.889487 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.889767 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.890059 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.890336 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.890612 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.890887 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.891161 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.891438 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.891725 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.892002 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.892275 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.892548 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.892825 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.893126 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.893399 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.893677 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.893950 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.894226 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.895048 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.895328 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.895602 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.895877 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.896151 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.896423 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.896699 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.896974 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.897277 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.897552 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.897827 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.898098 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.898374 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.898659 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.898958 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.899238 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.899519 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.899802 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.900082 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.900359 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.900636 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.900916 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.901224 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.901506 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.901798 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.902085 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.902372 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.902655 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.902935 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.903234 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.903514 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.903798 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.904078 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.904358 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.904650 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.904935 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.905261 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.905561 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.905856 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.906151 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.906445 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.906728 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.907040 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.907323 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:26.907542 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 13 16:14:26.907787 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79367) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 13 16:14:27.259496 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:14:27.259763 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:14:27.260045 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:14:27.260373 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [-] Loading core plugin: ml2
May 13 16:14:27.566300 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.566593 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.566862 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.568074 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.568352 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.568615 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.688427 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.688697 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.688961 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.702038 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.702317 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.702583 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.731005 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.731283 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.731555 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.770516 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.770792 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:27.771061 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.003026 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f693aec89d0> agent after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.003662 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f693aec89d0> agent after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.003662 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f693aec8940> segment precommit_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.003837 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f693aec84c0> network precommit_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.004580 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f693aeee550> segment before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.131011 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> network before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.131333 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f693aead670> agent before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.131617 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> network before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.131885 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> port before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.132146 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> port before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.132453 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> segment precommit_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.132710 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> segment precommit_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.132964 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> segment after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.133238 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> segment after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.133518 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> network after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.133774 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> network precommit_delete 0 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.134035 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> port provisioning_complete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.134302 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.134551 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> rbac-policy after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.134817 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> agent after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.135087 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> subnet after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.135341 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> subnet precommit_delete 0 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.135610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.135860 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.136136 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> segment_host_mapping after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.136481 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> port after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.136730 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> port after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.136977 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> port after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.137421 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.137678 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.137927 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f693b74a4c0>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.138315 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:28.138556 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:28.138797 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:28.139035 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:28.139272 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:28.139506 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:28.139876 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 13 16:14:28.142996 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 13 16:14:28.146930 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 13 16:14:28.150859 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
May 13 16:14:28.152479 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 13 16:14:28.152929 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 13 16:14:28.153296 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 13 16:14:28.153681 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 13 16:14:28.156460 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 13 16:14:28.156710 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 13 16:14:28.157231 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 13 16:14:28.184866 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 13 16:14:28.185335 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f693ad564f0>> qos_plugin after_init 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.185639 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79367) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 13 16:14:28.186001 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f693ad567c0>> logging-plugin after_init 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.187339 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79367) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 13 16:14:28.187647 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 13 16:14:28.187871 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 13 16:14:28.191125 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f693ac74af0>> floatingip before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.191918 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f693ac74af0>> port before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:28.268994 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 13 16:14:28.269180 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 13 16:14:28.269453 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 13 16:14:28.269832 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 13 16:14:28.301655 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_db.sqlalchemy.engines [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 13 16:14:28.873762 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing driver for type 'gre'
May 13 16:14:28.874506 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] gre ID ranges: [(1, 1000)]
May 13 16:14:29.022681 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing driver for type 'local'
May 13 16:14:29.023339 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing driver for type 'vlan'
May 13 16:14:29.085007 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] VlanTypeDriver initialization complete
May 13 16:14:29.085452 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing driver for type 'vxlan'
May 13 16:14:29.086025 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] vxlan ID ranges: [(1, 1000)]
May 13 16:14:29.250783 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing extension driver 'port_security'
May 13 16:14:29.251130 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] PortSecurityExtensionDriver initialization complete
May 13 16:14:29.251464 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing mechanism driver 'openvswitch'
May 13 16:14:29.251810 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing mechanism driver 'hyperv'
May 13 16:14:29.258600 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.plugins.ml2.plugin [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:14:29.259381 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693ac129d0>> port after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.259759 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693ac129d0>> port after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.260112 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693ac129d0>> port after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.260501 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693ac129a0>> subnet after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.260852 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693ac129a0>> subnet after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.261220 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693ac129a0>> subnet after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.261637 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7cbd60>> network after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.261992 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7cbd60>> network after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.262335 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7cbd60>> network after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.264912 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7cbf10>> security_group after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.264912 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7cbf10>> security_group after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.264912 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7cbf10>> security_group after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.264912 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7d0280>> security_group_rule after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.265233 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7d0280>> security_group_rule after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.265233 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7d0280>> security_group_rule after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.265233 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7d04f0>> address_group after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.265233 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7d04f0>> address_group after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.265537 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f693a7d04f0>> address_group after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.265781 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] ML2 OVO RPC backend initialized. {{(pid=79367) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 13 16:14:29.266486 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> router_interface after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.266838 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> router_interface after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.267256 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> network before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.267605 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> networks before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.267953 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> port before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.268296 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> ports before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.268639 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> subnet before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.268984 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> subnets before_response 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.269856 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> network after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.270195 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> network after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.270532 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> network after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.270868 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> port after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.271202 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> port after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.271600 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> port after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.271930 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> subnet after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.272280 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> subnet after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.272619 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f693a7d08e0>> subnet after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.273231 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.plugin [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Modular L2 Plugin initialization complete
May 13 16:14:29.273555 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading services supported by the core plugin {{(pid=79367) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 13 16:14:29.273879 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.plugins.ml2.managers [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Got port-security extension from driver 'port_security'
May 13 16:14:29.274339 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.extensions.vlantransparent [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Disabled vlantransparent extension.
May 13 16:14:29.274828 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79367) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 13 16:14:29.275137 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: router
May 13 16:14:29.311158 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router_interface before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.311563 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router after_create 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.311931 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router before_create 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.312295 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router_interface before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.312667 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router_interface after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.313018 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router after_delete 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.313406 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> floatingip after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.313770 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router after_create 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.314122 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router after_update 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.314471 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router after_update 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.314819 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router_gateway after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.315174 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router after_update 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.315577 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router precommit_update 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.315942 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f693ade31f0> port after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.316281 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f693ade3310> port after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.316618 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f693ade3280> subnet after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.316954 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f693ade30d0> subnetpool_address_scope after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.317328 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> port precommit_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.317676 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router precommit_create 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.318018 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f693add68b0> port before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.318356 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router precommit_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.318712 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router after_update 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.319051 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router precommit_delete 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.319398 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router precommit_create 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.319754 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router_interface after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.320095 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> router precommit_update 55549900 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.320462 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f693a7d0a00>> network after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.321353 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Tracking information for resource: router configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:29.321687 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Tracking information for resource: floatingip configured {{(pid=79367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 13 16:14:29.326639 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.db.l3_agentschedulers_db [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 13 16:14:29.327146 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f693a788040> port after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.327503 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f693a787ee0> port after_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.327851 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function _notify_port_delete at 0x7f693a787f70> port after_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.328219 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f693a788310> port after_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.329000 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f693a738250>> router before_create 55550100 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.329575 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f693a738250>> router precommit_delete 55550100 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.329940 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f693a738250>> router precommit_create 55550100 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.330300 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f693a738250>> router precommit_update 55550100 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.335231 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.services.provider_configuration [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service providers = [] {{(pid=79367) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 13 16:14:29.335591 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.db.servicetype_db [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79367) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 13 16:14:29.338601 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.services.service_base [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 13 16:14:29.338944 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.services.service_base [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 13 16:14:29.339284 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.services.service_base [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 13 16:14:29.340165 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.services.service_base [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 13 16:14:29.340537 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.services.service_base [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Default provider is not specified for service type L3_ROUTER_NAT
May 13 16:14:29.342474 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.342803 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 13 16:14:29.353992 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.354327 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: auto_allocate
May 13 16:14:29.360021 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f693a74e700> network precommit_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.360384 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f693a74e700> network precommit_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.360904 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.361256 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: tag
May 13 16:14:29.368026 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.368358 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: timestamp
May 13 16:14:29.372135 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.372464 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: network_ip_availability
May 13 16:14:29.378007 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f693a7589a0>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.378375 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f693a7589a0>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.378759 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f693a7589a0>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.379476 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.379797 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: flavors
May 13 16:14:29.384713 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.385043 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading Plugin: revisions
May 13 16:14:29.389332 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 13 16:14:29.389723 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_concurrency.lockutils [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.130s {{(pid=79367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:14:29.390455 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79367) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 13 16:14:29.390796 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Initializing extension manager.
May 13 16:14:29.391300 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: __init__.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.391641 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: __pycache__ {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.391972 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.392300 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: address_group.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.393049 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.393648 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: address-group
May 13 16:14:29.393970 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: address_scope.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.395200 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.395719 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: address-scope
May 13 16:14:29.396041 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: admin_state_down_before_update.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.396958 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.397543 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: router-admin-state-down-before-update
May 13 16:14:29.397868 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: agent.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.398562 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.399076 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: agent
May 13 16:14:29.399392 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: agent_resources_synced.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.400291 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.400808 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: agent-resources-synced
May 13 16:14:29.401161 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: allowedaddresspairs.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.402930 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.403458 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: allowed-address-pairs
May 13 16:14:29.403800 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: auto_allocated_topology.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.404867 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.405422 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: auto-allocated-topology
May 13 16:14:29.405745 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: availability_zone.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.406429 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.406944 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: availability_zone
May 13 16:14:29.407264 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: availability_zone_filter.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.408162 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.408675 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: availability_zone_filter
May 13 16:14:29.408995 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: data_plane_status.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.410558 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.411049 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension data-plane-status not supported by any of loaded plugins
May 13 16:14:29.411370 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: default_subnetpools.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.412271 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.412789 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: default-subnetpools
May 13 16:14:29.413130 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: dhcpagentscheduler.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.413935 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.414448 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: dhcp_agent_scheduler
May 13 16:14:29.414768 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: dns.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.415667 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.416177 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension dns-integration not supported by any of loaded plugins
May 13 16:14:29.416494 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: dns_domain_ports.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.417420 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.417935 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension dns-domain-ports not supported by any of loaded plugins
May 13 16:14:29.418254 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: dvr.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.418919 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.419431 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: dvr
May 13 16:14:29.419747 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: empty_string_filtering.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.420650 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.421208 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: empty-string-filtering
May 13 16:14:29.421527 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.422425 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.422935 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 13 16:14:29.423253 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.424145 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.424652 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 13 16:14:29.424967 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: external_net.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.425905 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.426505 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: external-net
May 13 16:14:29.426763 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: extra_dhcp_opt.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.427659 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.428173 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: extra_dhcp_opt
May 13 16:14:29.428490 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: extraroute.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.429419 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.429931 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: extraroute
May 13 16:14:29.430250 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: extraroute_atomic.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.431277 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.431797 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: extraroute-atomic
May 13 16:14:29.432117 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: filter_validation.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.432778 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.433318 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: filter-validation
May 13 16:14:29.433640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: fip_pf_description.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.434717 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.435230 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 13 16:14:29.435553 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: fip_port_details.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.436525 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.437040 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: fip-port-details
May 13 16:14:29.437393 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: flavors.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.438622 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.439143 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: flavors
May 13 16:14:29.439466 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.441210 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.441756 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 13 16:14:29.442086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: floatingip_pools.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.442783 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.443296 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: floatingip-pools
May 13 16:14:29.443620 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: ip_allocation.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.444529 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.445041 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension ip_allocation not supported by any of loaded plugins
May 13 16:14:29.445386 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.446293 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.446811 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: ip-substring-filtering
May 13 16:14:29.447135 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l2_adjacency.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.448061 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.448573 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension l2_adjacency not supported by any of loaded plugins
May 13 16:14:29.448895 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l3.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.449886 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.450411 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: router
May 13 16:14:29.450735 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l3_conntrack_helper.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.452982 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.453542 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 13 16:14:29.453874 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.454792 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.455314 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: ext-gw-mode
May 13 16:14:29.455637 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.456550 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.457631 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: l3-ha
May 13 16:14:29.457953 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l3_flavors.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.458852 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.459368 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: l3-flavors
May 13 16:14:29.459687 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.460606 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.461176 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: l3-port-ip-change-not-allowed
May 13 16:14:29.461501 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: l3agentscheduler.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.462546 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.463067 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: l3_agent_scheduler
May 13 16:14:29.463392 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: logging.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.464868 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.465433 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension logging not supported by any of loaded plugins
May 13 16:14:29.465763 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: metering.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.466495 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.467086 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: metering
May 13 16:14:29.467410 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.468497 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.469029 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: metering_source_and_destination_fields
May 13 16:14:29.469386 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: multiprovidernet.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.470425 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.470952 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: multi-provider
May 13 16:14:29.471274 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: netmtu.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.472186 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.473284 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: net-mtu
May 13 16:14:29.473608 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: netmtu_writable.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.474525 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.475048 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: net-mtu-writable
May 13 16:14:29.475369 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: network_availability_zone.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.476028 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.476543 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: network_availability_zone
May 13 16:14:29.476864 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: network_ip_availability.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.477966 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.478492 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: network-ip-availability
May 13 16:14:29.478814 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: network_segment_range.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.479582 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.480099 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension network-segment-range not supported by any of loaded plugins
May 13 16:14:29.480418 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: pagination.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.481435 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.481773 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: pagination
May 13 16:14:29.482093 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: port_device_profile.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.482996 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.483522 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: port-device-profile
May 13 16:14:29.483843 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.484747 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.485306 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: port-mac-address-regenerate
May 13 16:14:29.485629 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.486527 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.487043 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: port-numa-affinity-policy
May 13 16:14:29.487362 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: port_resource_request.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.488310 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.488815 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension port-resource-request not supported by any of loaded plugins
May 13 16:14:29.489164 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: portbindings.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.490078 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.490591 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: binding
May 13 16:14:29.490912 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: portbindings_extended.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.492187 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.492705 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: binding-extended
May 13 16:14:29.493028 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: portsecurity.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.493969 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.494487 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: port-security
May 13 16:14:29.494808 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: project_id.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.495785 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.496114 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: project-id
May 13 16:14:29.496434 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: providernet.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.497378 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.497902 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: provider
May 13 16:14:29.498222 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.502120 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.502600 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos not supported by any of loaded plugins
May 13 16:14:29.502931 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.504211 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.504736 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 13 16:14:29.505062 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.506005 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.506535 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 13 16:14:29.506870 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_default.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.507775 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.508294 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-default not supported by any of loaded plugins
May 13 16:14:29.508620 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_fip.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.509293 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.509804 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-fip not supported by any of loaded plugins
May 13 16:14:29.510138 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_gateway_ip.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.511039 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.511563 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 13 16:14:29.511884 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_port_network_policy.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.512800 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.513348 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 13 16:14:29.513669 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_rule_type_details.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.514579 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.515095 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 13 16:14:29.515414 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: qos_rules_alias.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.516451 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.516989 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension qos-rules-alias not supported by any of loaded plugins
May 13 16:14:29.517390 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: quotasv2.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.518467 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.518797 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: quotas
May 13 16:14:29.519117 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: quotasv2_detail.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.521286 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.521631 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: quota_details
May 13 16:14:29.521963 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: rbac.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.523026 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.523562 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: rbac-policies
May 13 16:14:29.523912 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: rbac_address_group.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.524833 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.525399 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: rbac-address-group
May 13 16:14:29.525726 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: rbac_address_scope.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.526640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.527167 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: rbac-address-scope
May 13 16:14:29.527489 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: rbac_security_groups.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.528396 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.528920 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: rbac-security-groups
May 13 16:14:29.529275 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: rbac_subnetpool.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.530220 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.530741 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: rbac-subnetpool
May 13 16:14:29.531064 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: revisionifmatch.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.531987 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.532523 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: revision-if-match
May 13 16:14:29.532921 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: revisions.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.533967 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.534489 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: standard-attr-revisions
May 13 16:14:29.534809 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: router_availability_zone.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.536051 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.536573 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: router_availability_zone
May 13 16:14:29.536890 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: routerservicetype.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.537837 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.538354 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension router-service-type not supported by any of loaded plugins
May 13 16:14:29.538675 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.539588 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.540131 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: security-groups-normalized-cidr
May 13 16:14:29.540453 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: security_groups_port_filtering.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.551069 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.551604 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: port-security-groups-filtering
May 13 16:14:29.551926 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.552863 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.553414 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: security-groups-remote-address-group
May 13 16:14:29.553737 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: securitygroup.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.563653 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.564197 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: security-group
May 13 16:14:29.564533 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: segment.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.565352 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.565897 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension segment not supported by any of loaded plugins
May 13 16:14:29.566254 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.567180 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.567704 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 13 16:14:29.568030 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: servicetype.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.569181 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.569855 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: service-type
May 13 16:14:29.570101 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: sorting.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.571091 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.571418 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: sorting
May 13 16:14:29.571747 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: standard_attr_segment.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.572670 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.573221 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension standard-attr-segment not supported by any of loaded plugins
May 13 16:14:29.573550 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: standardattrdescription.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.574189 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.574722 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: standard-attr-description
May 13 16:14:29.575044 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: stateful_security_group.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.580192 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.580716 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: stateful-security-group
May 13 16:14:29.581062 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: stdattrs_common.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.581668 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 13 16:14:29.582504 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.583498 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.584023 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 13 16:14:29.584838 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: subnet_onboard.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.585467 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.586002 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: subnet_onboard
May 13 16:14:29.586379 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.587323 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.587842 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 13 16:14:29.588162 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: subnet_service_types.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.589072 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.589627 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: subnet-service-types
May 13 16:14:29.589945 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: subnetallocation.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.591041 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.591696 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: subnet_allocation
May 13 16:14:29.592020 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.592686 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.593265 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: subnetpool-prefix-ops
May 13 16:14:29.593590 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.594521 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.595047 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 13 16:14:29.595369 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: tagging.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.596461 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.597026 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: standard-attr-tag
May 13 16:14:29.597392 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: timestamp.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.599149 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.599677 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loaded extension: standard-attr-timestamp
May 13 16:14:29.600008 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: trunk.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.601063 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.601617 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension trunk not supported by any of loaded plugins
May 13 16:14:29.601941 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: trunk_details.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.602865 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.603386 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension trunk-details not supported by any of loaded plugins
May 13 16:14:29.603710 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: uplink_status_propagation.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.604668 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.605232 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 13 16:14:29.614684 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Loading extension file: vlantransparent.py {{(pid=79367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 13 16:14:29.615329 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 13 16:14:29.615957 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extension vlan-transparent not supported by any of loaded plugins
May 13 16:14:29.618922 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:network
May 13 16:14:29.619806 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:subnet
May 13 16:14:29.620612 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:subnetpool
May 13 16:14:29.621248 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:port
May 13 16:14:29.622504 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.622951 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service FLAVORS assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.623574 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.624251 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.624575 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:router
May 13 16:14:29.625281 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:floatingip
May 13 16:14:29.625968 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service METERING assigned prefix: /metering {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.627399 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f693a662d60>> rbac-policy before_create 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.627764 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f693a662d60>> rbac-policy before_update 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.628109 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f693a662d60>> rbac-policy before_delete 55550000 {{(pid=79367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:14:29.629829 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of CountableResource for resource:rbac_policy
May 13 16:14:29.630700 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:security_group
May 13 16:14:29.631359 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:security_group_rule
May 13 16:14:29.632117 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service CORE assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.632424 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:subnetpool
May 13 16:14:29.632748 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] subnetpool is already registered
May 13 16:14:29.633377 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service CORE assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.633694 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:subnetpool
May 13 16:14:29.634022 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] subnetpool is already registered
May 13 16:14:29.636640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.637069 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service FLAVORS assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.637679 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.638090 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.638414 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:router
May 13 16:14:29.638733 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] router is already registered
May 13 16:14:29.639321 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:floatingip
May 13 16:14:29.639636 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] floatingip is already registered
May 13 16:14:29.640258 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service METERING assigned prefix: /metering {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.640924 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of CountableResource for resource:rbac_policy
May 13 16:14:29.641267 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] rbac_policy is already registered
May 13 16:14:29.642810 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:security_group
May 13 16:14:29.643142 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] security_group is already registered
May 13 16:14:29.643744 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:security_group_rule
May 13 16:14:29.644068 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] security_group_rule is already registered
May 13 16:14:29.645327 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service CORE assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.645655 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:subnetpool
May 13 16:14:29.645990 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] subnetpool is already registered
May 13 16:14:29.646575 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.v2.resource_helper [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Service CORE assigned prefix:  {{(pid=79367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 13 16:14:29.646896 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Creating instance of TrackedResource for resource:subnetpool
May 13 16:14:29.647208 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING neutron.quota.resource_registry [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] subnetpool is already registered
May 13 16:14:29.647862 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: extensions {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.649360 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: address-groups {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.650941 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: address-scopes {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.652120 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: agents {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.653301 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: auto-allocated-topology {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.654527 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: availability_zones {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.657461 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: dhcp-networks {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.657461 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: dhcp-agents {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.658612 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: routers {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.660423 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: flavors {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.661588 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: service_profiles {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.662780 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: next_providers {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.664271 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: service_profiles {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.665723 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: floatingip-pools {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.666918 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: routers {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.668685 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: floatingips {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.669882 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: l3-routers {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.671236 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: l3-agents {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.672628 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: metering-labels {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.673978 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: metering-label-rules {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.675264 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: network-ip-availabilities {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.676571 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: bindings {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.678255 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: quotas {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.679667 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: quotas {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.681043 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: rbac-policies {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.682354 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: security-groups {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.683522 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: security-group-rules {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.684764 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: service-providers {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.686022 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: subnetpools {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.687409 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: subnetpools {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.688843 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.690512 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.692861 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.694638 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.696446 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.698301 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.699964 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.702778 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.704729 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.817529 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron.api.extensions [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Extended resource: tags {{(pid=79367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 13 16:14:29.823281 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING keystonemiddleware.auth_token [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 13 16:14:29.828005 dv-cinder-689486-12-iscsi neutron-server[79367]: WARNING keystonemiddleware.auth_token [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 13 16:14:29.836444 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_concurrency.lockutils [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Acquired lock "singleton_lock" {{(pid=79367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 13 16:14:29.836927 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_concurrency.lockutils [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Releasing lock "singleton_lock" {{(pid=79367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 13 16:14:29.837593 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO oslo_service.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Starting 2 workers
May 13 16:14:29.842216 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Started child 79476 {{(pid=79367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 13 16:14:29.846494 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Started child 79477 {{(pid=79367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 13 16:14:29.847968 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:29.848694 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO neutron.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Neutron service started, listening on 0.0.0.0:9696
May 13 16:14:29.849220 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Notify callbacks [] for process, before_spawn {{(pid=79367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:29.849562 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [-] (79476) wsgi starting up on http://0.0.0.0:9696
May 13 16:14:29.851637 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO oslo_service.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Starting 1 workers
May 13 16:14:29.851894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:29.853350 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [-] (79477) wsgi starting up on http://0.0.0.0:9696
May 13 16:14:29.856646 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Started child 79478 {{(pid=79367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 13 16:14:29.857192 dv-cinder-689486-12-iscsi neutron-server[79367]: INFO oslo_service.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Starting 1 workers
May 13 16:14:29.860363 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] calling RpcWorker wait() {{(pid=79478) _wait /opt/stack/neutron/neutron/service.py:128}}
May 13 16:14:29.860915 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] returning from RpcWorker wait() {{(pid=79478) _wait /opt/stack/neutron/neutron/service.py:135}}
May 13 16:14:29.861483 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Started child 79479 {{(pid=79367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 13 16:14:29.862276 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG neutron_lib.callbacks.manager [None req-3c45a4c0-1f93-4602-817c-dabd551ac3be None None] Notify callbacks [] for process, after_spawn {{(pid=79367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:29.862379 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:29.862795 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:14:29.864717 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 13 16:14:29.864932 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 13 16:14:29.865135 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 13 16:14:29.865357 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 13 16:14:29.865695 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 13 16:14:29.865929 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 13 16:14:29.866348 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.866627 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.866866 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:29.867443 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.867443 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.867443 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.867840 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:14:29.868070 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.868214 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.868473 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.868756 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.869001 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.869191 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.869351 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.869588 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.870022 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.870336 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.870592 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.870843 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.871158 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.871302 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.871733 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.872032 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.872238 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.872513 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.872756 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.873253 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.873545 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.873739 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.874223 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.874510 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.874752 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.875023 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.875258 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.875476 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.875711 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.875968 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.876365 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.876577 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.876803 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.877070 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.877312 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.877805 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] host                           = dv-cinder-689486-12-iscsi {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.878035 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.878251 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.878479 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.879310 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.879667 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.879890 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.880167 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.880303 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.880622 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.880866 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.881024 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.881275 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.881536 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.881784 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.881948 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.882202 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.882478 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.882738 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.882969 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.883098 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.883255 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.883563 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.883700 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.883917 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.884152 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.884382 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.884566 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.884795 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.885169 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.885326 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.885533 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.885769 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.885997 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.886237 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.886478 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.886702 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.886902 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.887138 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.887354 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.887578 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.887786 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.888082 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.888220 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.888428 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.888752 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.888931 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.889195 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.889429 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.889649 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.889873 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.890089 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.890313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.890636 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.890943 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.891078 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.891260 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.891473 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.891717 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.891928 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.892136 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.892433 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.892569 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.892774 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.893269 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.893502 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.893702 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.893916 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.894143 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.894425 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.895367 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.895604 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.895913 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.896158 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.896420 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.896660 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.897149 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.897149 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.897497 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.898144 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.898267 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.898471 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.898770 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.899081 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.899350 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.899700 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.899968 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.900245 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.900469 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.900713 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.900944 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.901207 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.901548 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.901811 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.902068 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.42/identity {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.902375 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.902615 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.902850 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.903068 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.903282 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.903512 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.903732 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.904001 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.904220 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.904436 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.904677 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.904926 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.905405 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.905405 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.905755 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.905881 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.906083 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.906368 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.906509 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.906748 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.906938 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.907150 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.907379 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.907590 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.907828 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.908052 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.908299 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.908510 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.908969 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.909215 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.909468 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.909705 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.909975 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.915058 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.916719 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.918086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.919313 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920102 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920102 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920102 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920102 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920590 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920590 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920806 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.920949 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.921305 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.921435 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.921653 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.921895 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.922143 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.922404 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.922672 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.922879 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.923144 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.923397 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.923687 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.924606 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.924606 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.924606 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.925449 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.925449 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.925449 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.925848 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.925848 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.926085 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.926307 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.926541 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.927230 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.927230 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.927510 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.927510 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.927779 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929262 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929262 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929262 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929262 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929262 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929262 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929780 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929780 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.929964 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.930214 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.930743 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.930743 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.931514 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.931514 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.931514 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.931837 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.42/identity {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.931935 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.932126 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.932353 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.932743 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.932990 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.933226 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.934714 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.934714 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.934714 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.934714 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.934714 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.934714 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.935640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.935640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.935640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.935640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.935640 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.936368 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.936368 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.936368 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.936851 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.936851 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.937165 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.937165 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.937494 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.937648 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.938242 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.938242 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.938542 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.938542 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.938934 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.938934 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.939258 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.939448 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.939596 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.940578 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.940578 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.940578 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.940578 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.941782 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.941782 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.941782 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.942326 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.942326 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.942722 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.942921 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.943144 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.943365 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.943555 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.943759 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.944149 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.944149 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.944557 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.944557 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.944975 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.944975 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.945347 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.945486 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.945625 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.945840 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.946059 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.946278 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.946578 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.946862 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.947119 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.948610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.948610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.948610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.948610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.948610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.948610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.948610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.949777 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.949777 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.949777 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.949777 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.949777 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.950496 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.950496 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.950496 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.950941 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.950941 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.951288 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.951288 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.951633 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.951633 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.951908 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.952095 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.952345 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.952567 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.952862 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.953129 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.953362 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.953627 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.953953 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.954271 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.954419 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.954602 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.954822 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.955043 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.955294 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.955611 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.955902 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.956173 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.956441 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.956713 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.957558 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.957876 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.958057 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.958376 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.958705 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.958981 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.959245 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.959492 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.959745 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.960016 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.960171 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.960383 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.960603 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.960832 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.961072 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.961321 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.961607 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.961763 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.962016 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.962246 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.962525 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.962735 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.962955 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.963205 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.963351 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 13 16:14:29.963935 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 13 16:14:29.964094 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 13 16:14:29.964461 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 13 16:14:29.964461 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 13 16:14:29.964736 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 13 16:14:29.964736 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 13 16:14:29.965165 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.965165 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.965452 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.965452 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.965819 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.965819 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.965819 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.966297 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.966297 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.966297 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.966704 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.966704 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.966704 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.967211 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.967211 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.967211 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.967612 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.967612 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.967903 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.967903 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.968117 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.968117 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.968350 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.968558 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.968558 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.968782 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.968867 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.969016 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.969200 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.969407 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.969574 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.969922 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.969922 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.969922 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.970326 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.970326 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.970551 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.970551 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.970704 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.970820 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.970977 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] host                           = dv-cinder-689486-12-iscsi {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.971136 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.971345 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.971480 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.971565 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.971726 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.971868 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.972065 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.972172 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.972332 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.972516 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.972664 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.972816 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.973035 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.973224 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.973369 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.973507 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.973739 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.973739 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.974010 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.974010 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.974279 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.974440 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.974746 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.974746 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.974746 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.975157 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.975157 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.975523 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.975523 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.975523 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.976005 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.976005 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.976005 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.976521 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.976521 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.976521 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.976521 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977201 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977201 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977201 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977201 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977846 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977846 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977846 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977846 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.977846 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.978473 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.978473 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.978473 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.978473 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979028 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979028 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979028 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979028 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979602 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979602 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979602 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979602 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979934 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.979934 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.980219 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.980219 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.980363 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.980488 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.980611 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.980736 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.980858 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.981015 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.981215 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 13 16:14:29.981403 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.981565 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.981737 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.982248 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.982248 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.982248 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.982613 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.982613 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.982867 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.982867 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.983103 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.983103 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.983336 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.983459 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.983581 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.983704 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.983853 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.984035 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.984168 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.984319 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.984479 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.984637 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.984816 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.984976 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.985176 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.42/identity {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.985331 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.985484 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.985649 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.985808 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.985962 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.986102 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.986263 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.986422 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.986582 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.986742 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.986936 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.987081 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.987220 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.987352 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.987492 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.987672 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.987864 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.988064 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.988222 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.988362 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.988495 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.988625 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.988762 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.988896 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.989049 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.989245 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.989372 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.989524 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.989615 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.989791 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.989921 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.990068 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.990257 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.990434 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.990572 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.990707 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.990852 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.991000 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.991137 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.991274 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.991464 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.991653 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.991819 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.991981 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.992141 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.992301 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.992462 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.992621 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.992782 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.992940 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.993125 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.993281 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.993435 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.993576 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.993727 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.993881 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.994041 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.994200 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.994359 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.994528 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.994703 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.994874 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.995023 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.995165 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.995311 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.995450 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.995610 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.995769 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.995928 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.996086 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.996245 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.996403 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.996566 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.996724 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.996884 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.997042 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.997238 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.997399 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.997557 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.997716 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.997876 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.998036 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.998195 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.998353 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.998587 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.998759 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.999173 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.999338 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.999495 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.999664 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:29.999826 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000015 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000154 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000292 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000430 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000567 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000706 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000844 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.000997 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.001192 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.001338 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.001476 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.001627 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.001800 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.001961 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.002121 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.002266 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.002451 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.002616 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.002757 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.002899 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.003041 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.003192 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.003335 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.003484 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.004429 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.004429 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.004727 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.004727 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.42/identity {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.004994 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.004994 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.005284 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.005371 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.005490 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.005652 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.005814 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.005976 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.006137 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.006296 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.006457 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.006618 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.006777 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.006936 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.007094 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.007255 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.007415 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.007573 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.007732 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.007874 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.008038 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.008197 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.008357 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.008514 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.008673 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009026 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009026 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009262 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009341 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009453 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009613 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009774 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.009936 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.010096 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.010259 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.010419 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.010578 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.010741 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.010899 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.011059 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.011220 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.011386 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.011546 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.011726 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.011926 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.012050 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.012197 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.012346 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.012504 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.012663 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.012822 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.012965 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.013148 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.013347 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.013744 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.013744 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.013997 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.013997 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.014193 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.014298 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.014457 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.014617 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.014788 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.015016 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.015115 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.015309 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.015408 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.015659 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.015824 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.015984 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.016144 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.016304 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.016480 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.016635 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.016956 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.017146 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.017307 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.017478 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.017638 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.017813 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.017943 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.018102 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.018271 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.018431 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.018591 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.019049 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.019049 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.019049 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.019373 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.019964 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.020106 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.020299 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.020446 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.020626 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.020814 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.021012 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.021155 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.021337 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.021513 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.021666 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.021831 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.021995 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.022165 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.022338 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:14:30.022423 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.022503 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.022644 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.022825 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.023443 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.023443 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.023443 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.023614 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.023782 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.023891 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.024067 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.024241 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.024420 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.024579 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.024741 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.024966 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.025077 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.025233 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.025409 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.025572 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.025747 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.025925 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.027087 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.027266 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.027411 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.027579 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.027739 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 13 16:14:30.027877 dv-cinder-689486-12-iscsi neutron-server[79367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 13 16:14:30.108391 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56212) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:14:30.117276 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0068116
May 13 16:14:41.467576 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbaa80f-6287-4756-b878-37031c944153 None None] get_active_networks_info from dv-cinder-689486-12-iscsi {{(pid=79478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 13 16:14:41.599634 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbaa80f-6287-4756-b878-37031c944153 None None] No non-hosted networks {{(pid=79478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 13 16:14:41.616490 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.agentschedulers_db [None req-bdbaa80f-6287-4756-b878-37031c944153 None None] DHCP Agent not found on host dv-cinder-689486-12-iscsi {{(pid=79478) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 13 16:14:41.776813 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1169efa9-bd98-412f-878a-534d7c5ec7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621'] for agent, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:43.765124 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621'] for agent, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:43.767570 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.769609 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.771344 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.771344 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.772391 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.772994 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.774496 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.775595 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.776898 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.777520 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.777959 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.778374 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:43.779109 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6939a3bf40>, 'Open vSwitch agent', 'dv-cinder-689486-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:14:43.795149 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f693a387340>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:14:43.892211 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d2e79978-ca7e-4af3-82f6-bcf1264fe74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621'] for agent, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:43.917900 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-147e1505-0f19-4420-ac64-cd0c9b9d695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:44.816900 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621'] for agent, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:46.661643 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621'] for agent, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:48.155466 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56302) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:14:48.781571 dv-cinder-689486-12-iscsi neutron-server[79477]: WARNING oslo_policy.policy [None req-9256039b-e553-4fbb-8357-75108e3e500d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:14:48.782300 dv-cinder-689486-12-iscsi neutron-server[79477]: WARNING oslo_policy.policy [None req-9256039b-e553-4fbb-8357-75108e3e500d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:14:49.004556 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [None req-9256039b-e553-4fbb-8357-75108e3e500d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:14:49.005522 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-9256039b-e553-4fbb-8357-75108e3e500d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8491797
May 13 16:14:49.922083 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.db.l3_hamode_db [None req-4ea05931-80bc-4776-afb2-7125e44ee13c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 13 16:14:50.012292 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea05931-80bc-4776-afb2-7125e44ee13c None None] Routers set() bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:14:50.012678 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea05931-80bc-4776-afb2-7125e44ee13c None None] Router IDs set() for agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 13 16:14:51.381727 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 56316) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:14:51.980702 dv-cinder-689486-12-iscsi neutron-server[79476]: WARNING oslo_policy.policy [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:14:51.981336 dv-cinder-689486-12-iscsi neutron-server[79476]: WARNING oslo_policy.policy [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:14:52.213415 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:14:52.322576 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.policy [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79476) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 13 16:14:52.372309 dv-cinder-689486-12-iscsi neutron-server[79476]: WARNING oslo_policy.policy [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:14:52.372749 dv-cinder-689486-12-iscsi neutron-server[79476]: WARNING oslo_policy.policy [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:14:52.381893 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.quota [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f693a170ee0>.
May 13 16:14:52.397470 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:14:52.653635 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755619200961', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755619199412', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755619191563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755619276415', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755619273014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755619292112', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1678426', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575521'] for rbac-policy, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:52.872743 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:52.874358 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-11e45660-e9cc-41e8-bfcc-be9a301b8870 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.4903138
May 13 16:14:55.473008 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 56334) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:14:55.834782 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Request body: {'network': {'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'name': 'private', 'admin_state_up': True, 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:14:55.840309 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:14:55.844989 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Usage tracker for resource:network and tenant:7d73331dd75f448291a04d3f71b8a01a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:14:55.850241 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:14:55.856997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:14:55.923884 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Made reservation on behalf of 7d73331dd75f448291a04d3f71b8a01a for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:14:55.927487 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:55.945180 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:55.959193 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:14:55.962823 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Usage tracker for resource:security_group_rule and tenant:7d73331dd75f448291a04d3f71b8a01a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:14:55.968022 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:14:55.974437 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:14:56.070185 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:56.135483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:56.140288 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:14:56.163070 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:14:56.188299 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755621054612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:56.188890 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f693aec8940> segment precommit_create {{(pid=79476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 13 16:14:56.189379 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Added segment 4185892c-3a8f-4450-8b83-097903557f18 of type vlan for network a4af13f4-aedb-40de-82bb-e10126d3b5e9
May 13 16:14:56.197770 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bec96da-3c10-4c95-a71a-601eb60b6c7f,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:14:56.254382 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.254724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.255053 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.255367 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.255681 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.256000 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.256315 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.256630 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.256942 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.257267 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.257571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.257870 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Tracked resource versions report:
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]: pushed versions:
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]: {   'AddressGroup': {'1.2'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'ConntrackHelper': {'1.0'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Log': {'1.0'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Network': {'1.1'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Port': {'1.7'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'PortForwarding': {'1.2'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'QosPolicy': {'1.8'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'SecurityGroup': {'1.4'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'SecurityGroupRule': {'1.2'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'SubPort': {'1.0'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Subnet': {'1.1'},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Trunk': {'1.1'}}
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]: consumer versions:
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'ConntrackHelper': '1.0',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Log': '1.0',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Network': '1.1',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Port': '1.7',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'PortForwarding': '1.2',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'QosPolicy': '1.8',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'SecurityGroup': '1.4',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'SecurityGroupRule': '1.2',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'SubPort': '1.0',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Subnet': '1.1',
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Trunk': '1.1'}}
May 13 16:14:56.259130 dv-cinder-689486-12-iscsi neutron-server[79476]:  {{(pid=79476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:14:56.309701 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:14:56.311379 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:56.392618 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:56.394259 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:14:56.394917 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:14:56.398243 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:14:56.501414 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Pushing event updated for resources: {'Network': ['ID=a4af13f4-aedb-40de-82bb-e10126d3b5e9,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:14:56.505299 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:14:56.513666 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:14:56.570754 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0965838
May 13 16:14:59.228828 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 56350) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:14:59.689963 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f94d7-6367-4935-8cfd-a623a2b01bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:14:59.691267 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-8f0f94d7-6367-4935-8cfd-a623a2b01bb7 admin admin] 10.222.0.42 "GET /v2.0/networks/a4af13f4-aedb-40de-82bb-e10126d3b5e9 HTTP/1.1" status: 200  len: 825 time: 0.4614611
May 13 16:14:59.718221 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-7aa4f0ba-e5d5-4714-b4af-a8e35000a73f admin admin] 10.222.0.42 "GET /v2.0/subnetpools/b447b0f6-6db3-4bfd-8146-11e77a68daf3 HTTP/1.1" status: 200  len: 734 time: 0.0214627
May 13 16:14:59.727426 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b447b0f6-6db3-4bfd-8146-11e77a68daf3', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:14:59.731767 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:14:59.735531 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Usage tracker for resource:subnet and tenant:7d73331dd75f448291a04d3f71b8a01a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:14:59.739003 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:14:59.744557 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:14:59.798294 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Made reservation on behalf of 7d73331dd75f448291a04d3f71b8a01a for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:14:59.801185 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:00.334771 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:00.338711 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:00.419866 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cdc68a-02a5-4651-b231-78c3b0ed86a1,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:00.423950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Checking segment: {'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:15:00.424487 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Network hostable DHCP agents. Network: a4af13f4-aedb-40de-82bb-e10126d3b5e9, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:15:00.428167 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:00.518383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:15:00.649937 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, a4af13f4-aedb-40de-82bb-e10126d3b5e9) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:15:00.654577 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:15:00.655179 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:00.660223 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6eddc8-ed89-4229-8e4e-5972a3676a0d None None] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:15:00.776126 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0519922
May 13 16:15:00.981473 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'fixed_ips': [{'subnet_id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:15:00.982828 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:01.174666 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Allocated IP 172.20.0.2 (a4af13f4-aedb-40de-82bb-e10126d3b5e9/91cdc68a-02a5-4651-b231-78c3b0ed86a1/62495be2-aa5a-4b04-a57c-cb0928e54060) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:15:01.413971 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:01.429575 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Transition to ACTIVE for port object 62495be2-aa5a-4b04-a57c-cb0928e54060 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:15:01.452879 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Transition to ACTIVE for port object 62495be2-aa5a-4b04-a57c-cb0928e54060 will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:15:01.501795 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:01.509437 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:01.566525 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:15:01.569011 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:15:01.581260 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:15:01.588709 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Pushing event updated for resources: {'Port': ['ID=62495be2-aa5a-4b04-a57c-cb0928e54060,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:01.631259 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.631600 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.631932 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.632245 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.632556 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.632864 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.633267 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.633504 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.633972 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.634292 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.634597 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Tracked resource versions report:
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]: pushed versions:
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]: {   'AddressGroup': {'1.2'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'ConntrackHelper': {'1.0'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Log': {'1.0'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Network': {'1.1'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Port': {'1.7'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'PortForwarding': {'1.2'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'QosPolicy': {'1.8'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'SecurityGroup': {'1.4'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'SecurityGroupRule': {'1.2'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'SubPort': {'1.0'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Subnet': {'1.1'},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Trunk': {'1.1'}}
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]: consumer versions:
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'ConntrackHelper': '1.0',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Log': '1.0',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Network': '1.1',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Port': '1.7',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'PortForwarding': '1.2',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'QosPolicy': '1.8',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'SecurityGroup': '1.4',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'SecurityGroupRule': '1.2',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'SubPort': '1.0',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Subnet': '1.1',
May 13 16:15:01.640335 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Trunk': '1.1'}}
May 13 16:15:01.650937 dv-cinder-689486-12-iscsi neutron-server[79478]:  {{(pid=79478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:15:01.667920 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:01.694267 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Attempting to bind port 62495be2-aa5a-4b04-a57c-cb0928e54060 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:15:01.694564 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Attempting to bind port 62495be2-aa5a-4b04-a57c-cb0928e54060 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:15:01.695041 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Attempting to bind port 62495be2-aa5a-4b04-a57c-cb0928e54060 on network a4af13f4-aedb-40de-82bb-e10126d3b5e9 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:15:01.700469 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:15:01.700873 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Checking segment: {'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:15:01.701480 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:01.701830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Bound using segment: {'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:15:01.702343 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Bound port: 62495be2-aa5a-4b04-a57c-cb0928e54060, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:15:01.702722 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:01.794939 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] For port 62495be2-aa5a-4b04-a57c-cb0928e54060, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:15:01.799043 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] For port 62495be2-aa5a-4b04-a57c-cb0928e54060, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=62495be2-aa5a-4b04-a57c-cb0928e54060,segment=NetworkSegment(4185892c-3a8f-4450-8b83-097903557f18),segment_id=4185892c-3a8f-4450-8b83-097903557f18)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:15:01.895722 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:01.899727 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:01.989684 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Pushing event updated for resources: {'Port': ['ID=62495be2-aa5a-4b04-a57c-cb0928e54060,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:01.994301 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:03.209838 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 56360) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:03.856585 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [None req-2967ad28-57d3-4fe1-817a-8a23bfed81b8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:15:03.873125 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2967ad28-57d3-4fe1-817a-8a23bfed81b8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.6469140
May 13 16:15:06.270739 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56370) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:06.655555 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [None req-7bc8abf9-f94d-445e-aeff-1aa6f41ab664 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:15:06.656494 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7bc8abf9-f94d-445e-aeff-1aa6f41ab664 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3846893
May 13 16:15:07.688551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 62495be2-aa5a-4b04-a57c-cb0928e54060 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:15:07.924175 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 62495be2-aa5a-4b04-a57c-cb0928e54060 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:15:08.047836 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62302526-7fed-451e-b99b-d33d173a7cb1 None None] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:15:08.205647 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Provisioning for port 62495be2-aa5a-4b04-a57c-cb0928e54060 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:15:08.215754 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Provisioning complete for port 62495be2-aa5a-4b04-a57c-cb0928e54060 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:08.216219 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:08.418758 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:08.462839 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] For port 62495be2-aa5a-4b04-a57c-cb0928e54060, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=62495be2-aa5a-4b04-a57c-cb0928e54060,segment=NetworkSegment(4185892c-3a8f-4450-8b83-097903557f18),segment_id=4185892c-3a8f-4450-8b83-097903557f18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:15:08.552554 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:08.557314 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:08.625803 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Pushing event updated for resources: {'Port': ['ID=62495be2-aa5a-4b04-a57c-cb0928e54060,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:08.629607 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:08.672941 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d4573788-3e36-464f-be2f-2e23cb6f7dcc None None] Provisioning complete for port 62495be2-aa5a-4b04-a57c-cb0928e54060 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:08.673347 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d4573788-3e36-464f-be2f-2e23cb6f7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:09.333604 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 56386) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:09.655789 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 62495be2-aa5a-4b04-a57c-cb0928e54060 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:15:09.696354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'admin_state_up': True}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:15:09.700801 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:15:09.704521 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Usage tracker for resource:router and tenant:7d73331dd75f448291a04d3f71b8a01a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:15:09.708710 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:15:09.714400 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:15:09.770421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 62495be2-aa5a-4b04-a57c-cb0928e54060 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:09.770988 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:09.792459 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:09.794107 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:09.816691 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:09.975942 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:10.072209 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:10.073417 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-1ff255e3-c6e8-45ad-923f-b6de373ce2cf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7388239
May 13 16:15:11.466543 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-36c433de-4588-4c0b-85be-dd335672612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:12.417358 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56396) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:12.946931 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [None req-57ff80ce-f3ff-4bd5-a5c5-3e7fa9fc021f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:15:12.947885 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-57ff80ce-f3ff-4bd5-a5c5-3e7fa9fc021f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5296295
May 13 16:15:13.746648 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:13.889640 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-82948c16-d785-4087-9f95-6948f199f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:14.723478 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:15.295038 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56410) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:15.678237 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:15:15.679886 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.quota [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f693a422c40>.
May 13 16:15:15.695757 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:15:15.702353 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Usage tracker for resource:network and tenant:669beb835be84f64b8aa848a54478205 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:15:15.707900 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:15:15.715315 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:15:15.804385 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Made reservation on behalf of 669beb835be84f64b8aa848a54478205 for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:15:15.923107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.policy [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79477) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 13 16:15:15.969345 dv-cinder-689486-12-iscsi neutron-server[79477]: WARNING oslo_policy.policy [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:15:15.969711 dv-cinder-689486-12-iscsi neutron-server[79477]: WARNING oslo_policy.policy [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 13 16:15:15.980056 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:15.999996 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:16.014949 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:15:16.018743 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Usage tracker for resource:security_group_rule and tenant:669beb835be84f64b8aa848a54478205 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:15:16.021986 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:15:16.027533 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:15:16.123286 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:16.197561 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:16.202118 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:16.214548 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Reserving flat network on physical network physnet1 {{(pid=79477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 13 16:15:16.245729 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755621054612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:16.245729 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f693aec8940> segment precommit_create {{(pid=79477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 13 16:15:16.246051 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Added segment acef9459-c240-47c2-8e1c-a30652595156 of type flat for network 9cfd381f-5262-46b8-a3da-134dd61e9c55
May 13 16:15:16.260041 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12534a47-737a-4199-aa40-911104e12b73,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:16.310746 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.311421 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.311421 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.311684 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.311993 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.312314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.312623 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.312939 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.313271 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.313575 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.313873 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.314190 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Tracked resource versions report:
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]: pushed versions:
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]: {   'AddressGroup': {'1.2'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'ConntrackHelper': {'1.0'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Log': {'1.0'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Network': {'1.1'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Port': {'1.7'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'PortForwarding': {'1.2'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'QosPolicy': {'1.8'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'SecurityGroup': {'1.4'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'SecurityGroupRule': {'1.2'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'SubPort': {'1.0'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Subnet': {'1.1'},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Trunk': {'1.1'}}
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]: consumer versions:
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'ConntrackHelper': '1.0',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Log': '1.0',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Network': '1.1',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Port': '1.7',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'PortForwarding': '1.2',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'QosPolicy': '1.8',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'SecurityGroup': '1.4',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'SecurityGroupRule': '1.2',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'SubPort': '1.0',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Subnet': '1.1',
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Trunk': '1.1'}}
May 13 16:15:16.315462 dv-cinder-689486-12-iscsi neutron-server[79477]:  {{(pid=79477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:15:16.359297 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:16.377886 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:16.489217 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:16.490645 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:15:16.491302 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:16.496086 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:16.602331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Pushing event updated for resources: {'Network': ['ID=9cfd381f-5262-46b8-a3da-134dd61e9c55,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:16.605627 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:16.616235 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:15:16.661533 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3654079
May 13 16:15:16.679148 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:18.989429 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56436) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:19.206047 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc9456-25c4-4263-b5c4-7de83babc914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:15:19.207373 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-41cc9456-25c4-4263-b5c4-7de83babc914 admin admin] 10.222.0.42 "GET /v2.0/subnets/91cdc68a-02a5-4651-b231-78c3b0ed86a1 HTTP/1.1" status: 200  len: 849 time: 0.2170074
May 13 16:15:19.382436 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-dcc1b8a2-484c-40dd-bf91-ae683468936f admin admin] 10.222.0.42 "GET /v2.0/routers/77882469-02b0-4b5f-b794-8da8ddc4da67 HTTP/1.1" status: 200  len: 704 time: 0.1659422
May 13 16:15:19.856661 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:20.087436 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Allocated IP 172.20.0.1 (a4af13f4-aedb-40de-82bb-e10126d3b5e9/91cdc68a-02a5-4651-b231-78c3b0ed86a1/5fe05572-d9e8-4710-af9e-c74eb3dd82ed) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:15:20.240859 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:20.259008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Transition to ACTIVE for port object 5fe05572-d9e8-4710-af9e-c74eb3dd82ed will not be triggered until provisioned by entity DHCP. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:15:20.392769 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:20.397368 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:20.452453 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:15:20.455237 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:15:20.466644 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:15:20.467197 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:20.590289 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe05572-d9e8-4710-af9e-c74eb3dd82ed,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:20.611542 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:20.757781 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-229cbff3-be49-4aea-be52-143d18d999ff None None] Provisioning for port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:15:20.763172 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-229cbff3-be49-4aea-be52-143d18d999ff None None] Provisioning complete for port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:20.763545 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-229cbff3-be49-4aea-be52-143d18d999ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:20.788071 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:20.819984 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-229cbff3-be49-4aea-be52-143d18d999ff None None] Port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:15:21.059852 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:21.134701 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:21.135786 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:21.139229 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:21.264881 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe05572-d9e8-4710-af9e-c74eb3dd82ed,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:21.269287 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:21.338137 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:15:21.341731 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:15:21.550546 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-c2b9d169-df3f-4f75-b674-53b3bf5fb75c None None] Provisioning complete for port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:21.551121 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d169-df3f-4f75-b674-53b3bf5fb75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:21.623668 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Router 77882469-02b0-4b5f-b794-8da8ddc4da67 is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:15:21.633538 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9d169-df3f-4f75-b674-53b3bf5fb75c None None] Port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:15:21.879545 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:15:21.889380 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Sync routers for ids ['77882469-02b0-4b5f-b794-8da8ddc4da67'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:15:21.893782 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] 10.222.0.42 "PUT /v2.0/routers/77882469-02b0-4b5f-b794-8da8ddc4da67/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5061092
May 13 16:15:21.900145 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Routers {'77882469-02b0-4b5f-b794-8da8ddc4da67'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:15:21.900980 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a377ee0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:15:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['77882469-02b0-4b5f-b794-8da8ddc4da67'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:22.111837 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Set router 77882469-02b0-4b5f-b794-8da8ddc4da67 gateway port host: None {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:15:22.480946 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a377ee0>, [{'id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'name': 'router1', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:15:09Z', 'updated_at': '2021-05-13T16:15:20Z', 'revision_number': 2, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'gw_port_host': None, '_interfaces': [{'id': '5fe05572-d9e8-4710-af9e-c74eb3dd82ed', 'name': '', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'mac_address': 'fa:16:3e:f8:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:19Z', 'updated_at': '2021-05-13T16:15:20Z', 'revision_number': 2, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'subnets': [{'id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b447b0f6-6db3-4bfd-8146-11e77a68daf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:22.486540 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Checking router: 77882469-02b0-4b5f-b794-8da8ddc4da67 for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:15:22.486919 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Updating router 77882469-02b0-4b5f-b794-8da8ddc4da67 port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:15:22.539352 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:22.922595 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:22.937731 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Transition to ACTIVE for port object 5fe05572-d9e8-4710-af9e-c74eb3dd82ed will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:15:23.026824 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:23.032240 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:23.330417 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Pushing event updated for resources: {'Port': ['ID=5fe05572-d9e8-4710-af9e-c74eb3dd82ed,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:23.346312 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Attempting to bind port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:15:23.346898 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Attempting to bind port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:15:23.347573 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Attempting to bind port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed on network a4af13f4-aedb-40de-82bb-e10126d3b5e9 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:15:23.354222 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.354793 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.355345 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.355899 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.356449 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.356998 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.357562 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.358108 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.358675 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.359221 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.359769 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.360315 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Tracked resource versions report:
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]: pushed versions:
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]: {   'AddressGroup': {'1.2'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'ConntrackHelper': {'1.0'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Log': {'1.0'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Network': {'1.1'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Port': {'1.7'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'PortForwarding': {'1.2'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'QosPolicy': {'1.8'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'SecurityGroup': {'1.4'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'SecurityGroupRule': {'1.2'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'SubPort': {'1.0'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Subnet': {'1.1'},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Trunk': {'1.1'}}
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]: consumer versions:
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'ConntrackHelper': '1.0',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Log': '1.0',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Network': '1.1',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Port': '1.7',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'PortForwarding': '1.2',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'QosPolicy': '1.8',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'SecurityGroup': '1.4',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'SecurityGroupRule': '1.2',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'SubPort': '1.0',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Subnet': '1.1',
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Trunk': '1.1'}}
May 13 16:15:23.362505 dv-cinder-689486-12-iscsi neutron-server[79479]:  {{(pid=79479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:15:23.369851 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:15:23.370330 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Checking segment: {'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:15:23.371045 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:23.371641 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Bound using segment: {'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:15:23.372655 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Bound port: 5fe05572-d9e8-4710-af9e-c74eb3dd82ed, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4185892c-3a8f-4450-8b83-097903557f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:15:23.373296 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:23.390823 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:23.505882 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] For port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:15:23.510119 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] For port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=5fe05572-d9e8-4710-af9e-c74eb3dd82ed,segment=NetworkSegment(4185892c-3a8f-4450-8b83-097903557f18),segment_id=4185892c-3a8f-4450-8b83-097903557f18)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:15:23.638200 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:23.642459 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:23.731490 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Routers {'77882469-02b0-4b5f-b794-8da8ddc4da67'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:15:23.732135 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a377ee0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:15:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['77882469-02b0-4b5f-b794-8da8ddc4da67'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:23.790895 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Pushing event updated for resources: {'Port': ['ID=5fe05572-d9e8-4710-af9e-c74eb3dd82ed,revision_number=4']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:23.847829 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:23.925556 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] Set router 77882469-02b0-4b5f-b794-8da8ddc4da67 gateway port host: None {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:15:24.062298 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56454) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:24.252366 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a377ee0>, [{'id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'name': 'router1', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:15:09Z', 'updated_at': '2021-05-13T16:15:20Z', 'revision_number': 2, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'gw_port_host': None, '_interfaces': [{'id': '5fe05572-d9e8-4710-af9e-c74eb3dd82ed', 'name': '', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'mac_address': 'fa:16:3e:f8:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:19Z', 'updated_at': '2021-05-13T16:15:23Z', 'revision_number': 4, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'subnets': [{'id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b447b0f6-6db3-4bfd-8146-11e77a68daf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:24.256362 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b02871-75dc-4ded-b6d1-2defe20815bf None None] The sync data for ids ['77882469-02b0-4b5f-b794-8da8ddc4da67'] in dv-cinder-689486-12-iscsi is: [{'id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'name': 'router1', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:15:09Z', 'updated_at': '2021-05-13T16:15:20Z', 'revision_number': 2, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'gw_port_host': None, '_interfaces': [{'id': '5fe05572-d9e8-4710-af9e-c74eb3dd82ed', 'name': '', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'mac_address': 'fa:16:3e:f8:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:19Z', 'updated_at': '2021-05-13T16:15:23Z', 'revision_number': 4, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'subnets': [{'id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b447b0f6-6db3-4bfd-8146-11e77a68daf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:15:24.271999 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0b759-212f-4a9e-9569-f21dc11e0f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:15:24.272819 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-afe0b759-212f-4a9e-9569-f21dc11e0f0b admin admin] Synchronizing usage tracker for tenant:669beb835be84f64b8aa848a54478205 on resource:network {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:15:24.335132 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-afe0b759-212f-4a9e-9569-f21dc11e0f0b admin admin] Unset dirty status for tenant:669beb835be84f64b8aa848a54478205 on resource:network {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:15:24.336480 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-afe0b759-212f-4a9e-9569-f21dc11e0f0b admin admin] 10.222.0.42 "GET /v2.0/networks/9cfd381f-5262-46b8-a3da-134dd61e9c55 HTTP/1.1" status: 200  len: 842 time: 0.2731287
May 13 16:15:24.348616 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Request body: {'subnet': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:15:24.356939 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:15:24.362833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Usage tracker for resource:subnet and tenant:669beb835be84f64b8aa848a54478205 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:15:24.367758 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:15:24.378500 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:15:24.432144 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Made reservation on behalf of 669beb835be84f64b8aa848a54478205 for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:15:24.434487 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:25.099717 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.objects.ports [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79477) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 13 16:15:25.100413 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:25.104457 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:25.176274 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3d8836-969c-4432-98d5-f762d2428a41,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:25.182032 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:15:25.182391 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Network hostable DHCP agents. Network: 9cfd381f-5262-46b8-a3da-134dd61e9c55, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:15:25.185205 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:25.283159 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:15:25.357910 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, 9cfd381f-5262-46b8-a3da-134dd61e9c55) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:15:25.363803 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:15:25.364812 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:25.370255 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842e65c-4c6d-46a8-85c5-d5bbe7077338 None None] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:15:25.469245 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1141562
May 13 16:15:25.617240 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea3e91-9e7a-4122-acae-e55bfe85bfd0 None None] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:15:27.711867 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 5fe05572-d9e8-4710-af9e-c74eb3dd82ed up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:15:27.756305 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56468) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:27.904019 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:15:27.904019 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:27.904019 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:28.016460 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-083c9837-9ae0-44ab-b7a7-c415f3c29de8 admin admin] 10.222.0.42 "GET /v2.0/routers/77882469-02b0-4b5f-b794-8da8ddc4da67 HTTP/1.1" status: 200  len: 710 time: 0.2584674
May 13 16:15:28.030652 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:28.064311 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=5fe05572-d9e8-4710-af9e-c74eb3dd82ed,segment=NetworkSegment(4185892c-3a8f-4450-8b83-097903557f18),segment_id=4185892c-3a8f-4450-8b83-097903557f18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:15:28.129431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:28.132380 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:28.204705 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45faa2-702c-4ed0-8021-d018ac4e3a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:15:28.208033 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7b45faa2-702c-4ed0-8021-d018ac4e3a94 admin admin] 10.222.0.42 "GET /v2.0/networks/9cfd381f-5262-46b8-a3da-134dd61e9c55 HTTP/1.1" status: 200  len: 886 time: 0.1862710
May 13 16:15:28.218911 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:15:28.236496 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=5fe05572-d9e8-4710-af9e-c74eb3dd82ed,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:28.240998 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:28.652921 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:29.056174 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:29.111811 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:29.291787 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Allocated IP 172.27.1.8 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/ba2e8c80-900c-4b7a-8183-59c1c86c924d) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:15:29.435975 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:29.524240 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:29.528309 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:29.587206 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:15:29.590208 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:15:29.600718 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:15:29.656319 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2e8c80-900c-4b7a-8183-59c1c86c924d,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:29.676690 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 5fe05572-d9e8-4710-af9e-c74eb3dd82ed up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:15:29.714211 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:29.746379 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:29.746745 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:30.060987 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:30.394991 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:30.398259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650301'] for router, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:30.579217 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Router 77882469-02b0-4b5f-b794-8da8ddc4da67 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:15:30.811622 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:15:30.821799 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:30.822914 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Sync routers for ids ['77882469-02b0-4b5f-b794-8da8ddc4da67'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:15:30.823634 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] 10.222.0.42 "PUT /v2.0/routers/77882469-02b0-4b5f-b794-8da8ddc4da67 HTTP/1.1" status: 200  len: 888 time: 2.6080103
May 13 16:15:30.833573 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Routers {'77882469-02b0-4b5f-b794-8da8ddc4da67'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:15:30.834261 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939867220>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:15:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['77882469-02b0-4b5f-b794-8da8ddc4da67'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:31.038941 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Set router 77882469-02b0-4b5f-b794-8da8ddc4da67 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:15:31.394684 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939867220>, [{'id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'name': 'router1', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8c80-900c-4b7a-8183-59c1c86c924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:15:09Z', 'updated_at': '2021-05-13T16:15:29Z', 'revision_number': 4, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'gw_port': {'id': 'ba2e8c80-900c-4b7a-8183-59c1c86c924d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:29Z', 'updated_at': '2021-05-13T16:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5fe05572-d9e8-4710-af9e-c74eb3dd82ed', 'name': '', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'mac_address': 'fa:16:3e:f8:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:19Z', 'updated_at': '2021-05-13T16:15:28Z', 'revision_number': 5, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'subnets': [{'id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b447b0f6-6db3-4bfd-8146-11e77a68daf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:31.399969 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Checking router: 77882469-02b0-4b5f-b794-8da8ddc4da67 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:15:31.400336 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Updating router 77882469-02b0-4b5f-b794-8da8ddc4da67 port ba2e8c80-900c-4b7a-8183-59c1c86c924d binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:15:31.457181 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:31.808113 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:31.820913 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Transition to ACTIVE for port object ba2e8c80-900c-4b7a-8183-59c1c86c924d will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:15:31.878208 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:31.883627 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:31.957306 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Attempting to bind port ba2e8c80-900c-4b7a-8183-59c1c86c924d on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:15:31.957696 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Attempting to bind port ba2e8c80-900c-4b7a-8183-59c1c86c924d by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:15:31.958062 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Attempting to bind port ba2e8c80-900c-4b7a-8183-59c1c86c924d on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:15:31.964635 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4890033-074c-4f9a-8d31-d633655a3965 None None] Pushing event updated for resources: {'Port': ['ID=ba2e8c80-900c-4b7a-8183-59c1c86c924d,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:31.968681 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-d4890033-074c-4f9a-8d31-d633655a3965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:31.969635 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:15:31.991431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:15:31.991431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:31.991431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:15:31.991431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Bound port: ba2e8c80-900c-4b7a-8183-59c1c86c924d, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:15:31.991431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:32.049466 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] For port ba2e8c80-900c-4b7a-8183-59c1c86c924d, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:15:32.052649 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] For port ba2e8c80-900c-4b7a-8183-59c1c86c924d, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=ba2e8c80-900c-4b7a-8183-59c1c86c924d,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:15:32.095908 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:32.100309 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:32.184689 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Routers {'77882469-02b0-4b5f-b794-8da8ddc4da67'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:15:32.185405 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939867220>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:15:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['77882469-02b0-4b5f-b794-8da8ddc4da67'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:32.242696 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4890033-074c-4f9a-8d31-d633655a3965 None None] Pushing event updated for resources: {'Port': ['ID=ba2e8c80-900c-4b7a-8183-59c1c86c924d,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:32.246200 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-d4890033-074c-4f9a-8d31-d633655a3965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:32.407580 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] Set router 77882469-02b0-4b5f-b794-8da8ddc4da67 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:15:32.753534 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939867220>, [{'id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'name': 'router1', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8c80-900c-4b7a-8183-59c1c86c924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:15:09Z', 'updated_at': '2021-05-13T16:15:29Z', 'revision_number': 4, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'gw_port': {'id': 'ba2e8c80-900c-4b7a-8183-59c1c86c924d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:29Z', 'updated_at': '2021-05-13T16:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5fe05572-d9e8-4710-af9e-c74eb3dd82ed', 'name': '', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'mac_address': 'fa:16:3e:f8:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:19Z', 'updated_at': '2021-05-13T16:15:28Z', 'revision_number': 5, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'subnets': [{'id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b447b0f6-6db3-4bfd-8146-11e77a68daf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:15:32.757984 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164efb2-2bce-4cc6-a3da-5e162c4d335a None None] The sync data for ids ['77882469-02b0-4b5f-b794-8da8ddc4da67'] in dv-cinder-689486-12-iscsi is: [{'id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'name': 'router1', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8c80-900c-4b7a-8183-59c1c86c924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:15:09Z', 'updated_at': '2021-05-13T16:15:29Z', 'revision_number': 4, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'gw_port': {'id': 'ba2e8c80-900c-4b7a-8183-59c1c86c924d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:29Z', 'updated_at': '2021-05-13T16:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5fe05572-d9e8-4710-af9e-c74eb3dd82ed', 'name': '', 'network_id': 'a4af13f4-aedb-40de-82bb-e10126d3b5e9', 'tenant_id': '7d73331dd75f448291a04d3f71b8a01a', 'mac_address': 'fa:16:3e:f8:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77882469-02b0-4b5f-b794-8da8ddc4da67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:15:19Z', 'updated_at': '2021-05-13T16:15:28Z', 'revision_number': 5, 'project_id': '7d73331dd75f448291a04d3f71b8a01a', 'subnets': [{'id': '91cdc68a-02a5-4651-b231-78c3b0ed86a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b447b0f6-6db3-4bfd-8146-11e77a68daf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:15:33.242539 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 56478) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:15:33.372924 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-f36f6c4c-e285-41fe-821e-6ffef9f884e4 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 409 time: 0.1292179
May 13 16:15:33.701607 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device ba2e8c80-900c-4b7a-8183-59c1c86c924d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:15:33.848964 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port ba2e8c80-900c-4b7a-8183-59c1c86c924d completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:15:33.854354 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port ba2e8c80-900c-4b7a-8183-59c1c86c924d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:33.854760 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:33.979640 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:33.997363 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port ba2e8c80-900c-4b7a-8183-59c1c86c924d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=ba2e8c80-900c-4b7a-8183-59c1c86c924d,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:15:34.092544 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:34.094829 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:15:34.163853 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=ba2e8c80-900c-4b7a-8183-59c1c86c924d,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:15:34.166799 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:15:34.915405 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:15:35.697110 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device ba2e8c80-900c-4b7a-8183-59c1c86c924d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:15:35.780547 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port ba2e8c80-900c-4b7a-8183-59c1c86c924d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:15:35.780940 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:41.569936 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5f38-7348-43fd-a5fa-1b94da41fca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:43.849861 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:44.050381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cf833e20-af8c-4f34-a845-2cd7e89e7dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:44.763087 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:15:46.644088 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:11.483178 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-25c518bf-6144-4a3c-a98d-f76d9d0bf5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:11.923734 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:16:13.773559 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:13.917172 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bc43187c-ccb1-44a0-a34c-61c03f53d7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:14.940349 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:16.672036 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:41.442025 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c4d52218-71f3-425e-8c69-eec70033c2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:43.790608 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:43.896806 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-fdb51d25-8076-41b2-8853-67986bdb81c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:44.725639 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:46.710266 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:16:48.912533 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:17:11.439136 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-407de95f-675e-4840-b872-87195a7468e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:13.761525 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:13.898702 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e1510e74-03c3-417d-86d1-3d16e5685221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:14.741806 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:14.746430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57048) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:14.814990 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd45a7a4-5fb4-4c26-a356-8c8335ba268c admin admin] GET failed (client error): The resource could not be found.
May 13 16:17:14.816187 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fd45a7a4-5fb4-4c26-a356-8c8335ba268c admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0688195
May 13 16:17:14.947666 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff793d9-fee4-414a-82a5-7253072e3737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:14.949148 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0ff793d9-fee4-414a-82a5-7253072e3737 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1291614
May 13 16:17:16.658471 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:17.112157 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57058) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:17.223802 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605ad2e-320c-4048-8148-db8272edd6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:17.224354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2605ad2e-320c-4048-8148-db8272edd6bd admin admin] Synchronizing usage tracker for tenant:669beb835be84f64b8aa848a54478205 on resource:subnet {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:17:17.332737 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2605ad2e-320c-4048-8148-db8272edd6bd admin admin] Unset dirty status for tenant:669beb835be84f64b8aa848a54478205 on resource:subnet {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:17:17.333892 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-2605ad2e-320c-4048-8148-db8272edd6bd admin admin] 10.222.0.42 "GET /v2.0/subnets/91cdc68a-02a5-4651-b231-78c3b0ed86a1 HTTP/1.1" status: 200  len: 849 time: 0.2207355
May 13 16:17:17.343966 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:17:17.467271 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Notify callbacks [] for subnet, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:17.747563 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755620995880'] for subnet, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:17.751663 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5781bc04-459c-4ab3-aaef-2f99be78ec4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:17:17.793562 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:17.794200 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:17.795452 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] 10.222.0.42 "PUT /v2.0/subnets/91cdc68a-02a5-4651-b231-78c3b0ed86a1 HTTP/1.1" status: 200  len: 868 time: 0.4561007
May 13 16:17:17.808388 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d26e91-e90c-4717-8187-cd581c71728e None None] Network a4af13f4-aedb-40de-82bb-e10126d3b5e9 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:17:17.821870 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cdc68a-02a5-4651-b231-78c3b0ed86a1,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:17:17.830192 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.830462 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.830736 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.832314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.832314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.832314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.832314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.832696 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.832782 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.833142 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.835582 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.835582 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:17:17.839406 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:17:18.276548 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d8afec5c-a660-4f3c-8714-422a41d9c3a7 None None] Provisioning complete for port 5fe05572-d9e8-4710-af9e-c74eb3dd82ed triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:17:18.276915 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d8afec5c-a660-4f3c-8714-422a41d9c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:18.437711 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d8afec5c-a660-4f3c-8714-422a41d9c3a7 None None] Provisioning complete for port 62495be2-aa5a-4b04-a57c-cb0928e54060 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:17:18.437966 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d8afec5c-a660-4f3c-8714-422a41d9c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:19.921368 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57068) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:20.099121 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f1229-bbb3-4d0b-9906-7aac5a74b62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:20.099504 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f1229-bbb3-4d0b-9906-7aac5a74b62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:20.101035 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7f1f1229-bbb3-4d0b-9906-7aac5a74b62d admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1787224
May 13 16:17:22.271788 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57078) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:22.450172 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26a544-6357-430f-acf2-631bc0dcf763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:22.450700 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26a544-6357-430f-acf2-631bc0dcf763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:22.452203 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-3d26a544-6357-430f-acf2-631bc0dcf763 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1794581
May 13 16:17:24.567046 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57088) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:24.741796 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e18e91-3191-4441-a746-4d3f3afc1053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:24.743214 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-45e18e91-3191-4441-a746-4d3f3afc1053 admin admin] 10.222.0.42 "GET /v2.0/networks/9cfd381f-5262-46b8-a3da-134dd61e9c55 HTTP/1.1" status: 200  len: 886 time: 0.1752291
May 13 16:17:25.914435 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:17:26.876179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57098) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:27.059020 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c208687-5ab3-4c6e-b4d0-0f82a897c3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:27.060400 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-9c208687-5ab3-4c6e-b4d0-0f82a897c3a4 admin admin] 10.222.0.42 "GET /v2.0/networks/a4af13f4-aedb-40de-82bb-e10126d3b5e9 HTTP/1.1" status: 200  len: 869 time: 0.1832752
May 13 16:17:29.286583 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57108) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:29.406771 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c270d4c-d043-42b0-adc3-908f7678b67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:29.407226 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c270d4c-d043-42b0-adc3-908f7678b67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:29.408757 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1c270d4c-d043-42b0-adc3-908f7678b67e admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1211491
May 13 16:17:31.560768 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57118) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:31.677808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0342127-1b81-426a-bd4b-6a00521d6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:31.678268 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0342127-1b81-426a-bd4b-6a00521d6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:31.679809 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-d0342127-1b81-426a-bd4b-6a00521d6387 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1176984
May 13 16:17:33.823564 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57128) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:33.942492 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e4c37-7485-4f9e-8769-83c9280db444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:33.944117 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-ef1e4c37-7485-4f9e-8769-83c9280db444 admin admin] 10.222.0.42 "GET /v2.0/subnets/91cdc68a-02a5-4651-b231-78c3b0ed86a1 HTTP/1.1" status: 200  len: 868 time: 0.1196005
May 13 16:17:36.083777 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57138) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:36.188358 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee27d4e-ef5d-4feb-a612-946dd54bc457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:17:36.189808 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-eee27d4e-ef5d-4feb-a612-946dd54bc457 admin admin] 10.222.0.42 "GET /v2.0/subnets/fb3d8836-969c-4432-98d5-f762d2428a41 HTTP/1.1" status: 200  len: 816 time: 0.1050944
May 13 16:17:41.477757 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a71b659d-e075-4a89-92fc-8446c6326e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:43.758164 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:43.915480 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b5fdee02-728d-4855-bcd3-7c4bab60ed20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:44.841720 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:46.686522 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:17:59.937384 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57182) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:17:59.989217 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [None req-9d5f47f2-5812-437b-b76f-0950c1638fa8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:17:59.990201 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-9d5f47f2-5812-437b-b76f-0950c1638fa8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0518897
May 13 16:18:02.219392 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57192) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:18:02.290821 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.pecan_wsgi.hooks.translation [None req-074bffe7-51ea-4b34-b9a4-93d040acde29 admin admin] GET failed (client error): The resource could not be found.
May 13 16:18:02.292850 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-074bffe7-51ea-4b34-b9a4-93d040acde29 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0719953
May 13 16:18:02.421984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f2b96-ee48-430f-9e54-23a4ca153136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:18:02.423341 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-707f2b96-ee48-430f-9e54-23a4ca153136 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1266341
May 13 16:18:02.915793 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:18:04.632150 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57202) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:18:04.687724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:18:04.692671 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:18:04.702867 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:18:04.796638 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Made reservation on behalf of 669beb835be84f64b8aa848a54478205 for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:18:04.799023 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:04.891370 dv-cinder-689486-12-iscsi neutron-server[79476]: WARNING neutron.services.revisions.revision_plugin [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f693931c100] {project_id='669beb835be84f64b8aa848a54478205', id='bc54b675-0b2e-4bbf-952e-5866f848b060', target_tenant='*', action='access_as_shared', object_id='883b0d34-6ee3-43f9-8e4e-59779b5be634'}> to bump revision.
May 13 16:18:04.904960 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:18:04.914039 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:04.914375 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Added segment 489d56a3-c220-441a-b5c0-14f4286f7b16 of type vlan for network 883b0d34-6ee3-43f9-8e4e-59779b5be634
May 13 16:18:04.940500 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:05.031566 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:05.033078 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:18:05.033720 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:05.039092 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:18:05.141351 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Pushing event updated for resources: {'Network': ['ID=883b0d34-6ee3-43f9-8e4e-59779b5be634,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:18:05.148778 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.149266 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.149693 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.150220 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.150702 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.151136 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.152230 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.152646 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.153055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.153530 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.153950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.154339 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:05.158363 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:18:05.167977 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network 883b0d34-6ee3-43f9-8e4e-59779b5be634 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:18:05.232713 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5989068
May 13 16:18:07.471619 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57212) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:18:07.546219 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf99e94-05cd-45a9-9e83-50157c264f9e admin admin] GET failed (client error): The resource could not be found.
May 13 16:18:07.546875 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-bbf99e94-05cd-45a9-9e83-50157c264f9e admin admin] Synchronizing usage tracker for tenant:669beb835be84f64b8aa848a54478205 on resource:network {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:18:07.634917 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-bbf99e94-05cd-45a9-9e83-50157c264f9e admin admin] Unset dirty status for tenant:669beb835be84f64b8aa848a54478205 on resource:network {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:18:07.636348 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-bbf99e94-05cd-45a9-9e83-50157c264f9e admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1635716
May 13 16:18:07.779200 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f01f6-ea13-4611-96e3-864a6c8f4e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:18:07.780663 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-db4f01f6-ea13-4611-96e3-864a6c8f4e62 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1402485
May 13 16:18:07.795295 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634', 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:18:07.800313 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:18:07.811500 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:18:07.914625 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Made reservation on behalf of 669beb835be84f64b8aa848a54478205 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:18:07.917685 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:08.433841 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:08.437538 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e444dad5-c9c1-4f3b-93ab-aeb1feced728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:18:08.507838 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b45bdca-6c89-4ab2-8324-edae92dbb812,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:18:08.511935 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:18:08.528911 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Checking segment: {'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:18:08.529511 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Network hostable DHCP agents. Network: 883b0d34-6ee3-43f9-8e4e-59779b5be634, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:18:08.660195 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Network 883b0d34-6ee3-43f9-8e4e-59779b5be634 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:18:08.773841 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, 883b0d34-6ee3-43f9-8e4e-59779b5be634) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:18:08.780564 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:18:08.781984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:08.789939 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb441f-346a-43b1-943d-e2763d32598e None None] Network 883b0d34-6ee3-43f9-8e4e-59779b5be634 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:18:08.894886 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-19daea93-4244-454e-b747-3fead71a691a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1038589
May 13 16:18:09.187103 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-883b0d34-6ee3-43f9-8e4e-59779b5be634', 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634', 'tenant_id': '669beb835be84f64b8aa848a54478205', 'fixed_ips': [{'subnet_id': '2b45bdca-6c89-4ab2-8324-edae92dbb812'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:18:09.187948 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:09.390989 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Allocated IP 192.168.233.2 (883b0d34-6ee3-43f9-8e4e-59779b5be634/2b45bdca-6c89-4ab2-8324-edae92dbb812/2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:18:09.700280 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:09.716745 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Transition to ACTIVE for port object 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:18:09.744645 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Transition to ACTIVE for port object 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:18:09.820152 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:09.825363 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6b735aeb-97df-4804-8511-c1f7e1900b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:18:09.886455 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Network 883b0d34-6ee3-43f9-8e4e-59779b5be634 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:18:09.889399 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:18:09.898176 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:18:09.905656 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Pushing event updated for resources: {'Port': ['ID=2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:18:09.943434 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.943830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.944170 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.944498 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.944826 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.945205 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.945498 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.945823 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.946184 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.946503 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.946823 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.947134 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:18:09.958022 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:18:10.012423 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Attempting to bind port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:18:10.012974 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Attempting to bind port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:18:10.013498 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Attempting to bind port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 on network 883b0d34-6ee3-43f9-8e4e-59779b5be634 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:18:10.021038 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:18:10.021903 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Checking segment: {'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:18:10.022564 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:10.023122 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Bound using segment: {'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:18:10.023666 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Bound port: 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:18:10.024226 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:10.150645 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] For port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:18:10.154655 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] For port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8,segment=NetworkSegment(489d56a3-c220-441a-b5c0-14f4286f7b16),segment_id=489d56a3-c220-441a-b5c0-14f4286f7b16)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:18:10.220814 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:10.226839 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-d4890033-074c-4f9a-8d31-d633655a3965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:18:10.318386 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Pushing event updated for resources: {'Port': ['ID=2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:18:10.350291 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:18:11.287068 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d4915-97d5-4d7b-b728-5760ac544f92 None None] Network 883b0d34-6ee3-43f9-8e4e-59779b5be634 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:18:11.554990 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-99a721c1-2849-4521-a580-99ae4a4910c6 None None] Provisioning for port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:18:11.585761 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a1ef853f-83cc-4314-a5c1-a7bb24faf4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:11.847093 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:18:12.036449 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:18:12.041813 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:18:12.042693 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:12.169644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:12.206521 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8,segment=NetworkSegment(489d56a3-c220-441a-b5c0-14f4286f7b16),segment_id=489d56a3-c220-441a-b5c0-14f4286f7b16)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:18:12.277516 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:12.279670 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:18:12.351702 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:18:12.355756 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:18:13.761010 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:13.797755 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:18:13.879179 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 2c2f1fb9-f1c0-4393-b2ce-270ca5af7de8 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:18:13.879619 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:13.938691 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e4e52ea1-84c5-4709-817f-185b9983fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:14.756667 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:16.659256 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:39.914300 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:18:41.515834 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-195b76ae-31b8-4b36-b190-7b6963203f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:43.753865 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:43.926752 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-dd0a9939-f682-4e13-866e-28af8b93a953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:44.732742 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:18:46.685729 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:11.451457 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c841bd24-fccd-4cee-b2e5-683680ab206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:13.737365 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:13.902074 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-68afc86b-9450-4e23-8fd0-9cfb2699a173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:14.753560 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:16.674119 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:16.913446 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:19:24.255128 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57266) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:19:24.261194 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [None req-0ab31632-fbf4-4e49-8bd7-6bacc431bdf4 tempest-verify_tempest_config-78080018 tempest-verify_tempest_config-78080018-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:19:24.262156 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-0ab31632-fbf4-4e49-8bd7-6bacc431bdf4 tempest-verify_tempest_config-78080018 tempest-verify_tempest_config-78080018-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060627
May 13 16:19:24.791907 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57284) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:19:24.914553 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:24.929288 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:19:24.933881 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff192c588f14dfea1048497ae77bc4c is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:19:24.936753 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:19:24.942568 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:19:25.030591 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:25.107991 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:25.115997 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:19:25.155680 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Synchronizing usage tracker for tenant:669beb835be84f64b8aa848a54478205 on resource:security_group {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:19:25.158847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d11675-e3a9-498b-a62b-2d61c52d9d2d,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:19:25.168748 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.169126 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.169470 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.169794 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.170113 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.170453 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.170788 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.171109 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.171443 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.171761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.172073 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.172383 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:19:25.177118 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:19:25.245007 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Unset dirty status for tenant:669beb835be84f64b8aa848a54478205 on resource:security_group {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:19:25.246331 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ff192c588f14dfea1048497ae77bc4c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4534709
May 13 16:19:25.248907 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57290) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:19:25.309803 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:25.338510 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:25.491574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:25.496200 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:19:25.506994 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d11675-e3a9-498b-a62b-2d61c52d9d2d,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:19:25.510733 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:19:25.513858 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:25.515221 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20d11675-e3a9-498b-a62b-2d61c52d9d2d HTTP/1.1" status: 204  len: 168 time: 0.2651510
May 13 16:19:41.479217 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-349705a3-e39c-471c-bdca-3404a6101b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:43.776262 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:43.959277 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-08d3a7c0-dbb0-4bd3-90f3-f1c9574c14bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:44.747401 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:46.678273 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:19:53.913842 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:20:11.461620 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bc2655cd-5c2b-40b2-b7a2-06af18dc59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:13.780907 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:13.935568 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c2736c46-a2b9-48e2-885f-6ebba249aa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:14.723945 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:16.666832 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:30.913230 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:20:41.432192 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b40b8618-2fb6-4b49-852b-6bf09d8bd3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:43.740194 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:43.946416 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-285260c8-7434-4837-b466-51bc72dbc735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:44.740662 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:20:46.711957 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:07.912409 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 5 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:21:11.523106 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f160bdb9-9548-49d2-8774-c416db93de5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:13.769409 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:13.911886 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1e95bab1-fc7f-4006-86e2-eb01665c3f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:14.797063 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:15.410093 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621'] for agent, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:16.671416 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:29.051985 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57362) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:21:29.169128 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b9538440-cf62-451a-a251-cd9971cedacd admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1160307
May 13 16:21:31.325151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57372) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:21:31.383779 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6d6bde3c-4211-44a3-be63-ed171d6142c3 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0574856
May 13 16:21:41.436644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-991b55f1-f0b6-45bd-9562-2bbe85f63c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:43.745291 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:43.933806 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-669f4ee3-2b54-4a9b-b833-643a21df60fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:44.768885 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:44.914476 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:21:45.459851 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:21:46.675389 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:11.442279 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-997c6aef-39b7-4958-b8ae-6918cc8280ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:13.784997 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:13.916478 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-3ac4fcd6-0d2e-4829-ab14-608d78c20cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:14.845005 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:15.513779 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:16.676440 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:21.913813 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:22:41.448007 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d582e6b8-0946-4cab-ab7d-18c4580ce2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:43.744345 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:43.921830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-940d1b46-105e-4827-abcb-b31105d60812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:44.752850 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:45.425097 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:46.695764 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:22:58.913044 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:23:07.861894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57538) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:08.144669 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-938144812-network', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:08.150346 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:08.158578 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Usage tracker for resource:network and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:08.167736 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:08.172134 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:08.253262 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Made reservation on behalf of b3b275605a2e4be5a9245ff78f4c7cae for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:08.256077 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.271361 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.289469 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:08.299294 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:08.303363 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:08.313145 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:08.412694 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.506978 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.510587 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ec07cd54-f84f-4f97-be52-87ac959d3e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:08.550687 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:23:08.558513 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f982dd3-5682-4f6c-8392-1b8674f311be,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:08.573071 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.574150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.574574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.575008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.575338 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.575687 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.576193 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.576365 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.576658 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.577001 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.577343 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.577653 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Tracked resource versions report:
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]: pushed versions:
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]: {   'AddressGroup': {'1.2'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'ConntrackHelper': {'1.0'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Log': {'1.0'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Network': {'1.1'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Port': {'1.7'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'PortForwarding': {'1.2'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'QosPolicy': {'1.8'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'SecurityGroup': {'1.4'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'SecurityGroupRule': {'1.2'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'SubPort': {'1.0'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Subnet': {'1.1'},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     'Trunk': {'1.1'}}
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]: consumer versions:
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     HyperV agent@hv-cinder-68948: {},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'ConntrackHelper': '1.0',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Log': '1.0',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Network': '1.1',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Port': '1.7',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'PortForwarding': '1.2',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'QosPolicy': '1.8',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'SecurityGroup': '1.4',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'SecurityGroupRule': '1.2',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'SubPort': '1.0',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Subnet': '1.1',
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:                                                       'Trunk': '1.1'}}
May 13 16:23:08.578720 dv-cinder-689486-12-iscsi neutron-server[79477]:  {{(pid=79477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:23:08.585058 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:08.586462 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.586462 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Added segment 07c112e9-df79-49cc-b114-d8b0d6704d18 of type vlan for network fbab1dd3-c16a-4a06-aa40-0c41bf95770a
May 13 16:23:08.627399 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.752143 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.753546 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:08.754631 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:08.759495 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-af1b9a88-a5c5-43c7-91b1-7e91b50d35eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:08.906177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fbab1dd3-c16a-4a06-aa40-0c41bf95770a,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:08.909126 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:08.919167 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:23:08.962360 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0989022
May 13 16:23:08.965309 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57584) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:08.971278 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Request body: {'subnet': {'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-938144812-subnet', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:08.976150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:08.980380 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Usage tracker for resource:subnet and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:08.983489 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:08.989759 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:09.075832 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Made reservation on behalf of b3b275605a2e4be5a9245ff78f4c7cae for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:09.078270 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:09.145216 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57592) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:09.183534 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57598) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:09.385353 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57610) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:09.605867 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:09.610894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:09.685968 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800d872f-c442-4939-a2d5-c88258ff26fe,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:09.691066 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:09.698586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Checking segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:09.698941 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Network hostable DHCP agents. Network: fbab1dd3-c16a-4a06-aa40-0c41bf95770a, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:23:09.769423 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1102259233-network', 'tenant_id': '3600688833b844a9be98f7c1d64ba378'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:09.772794 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:09.778120 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Usage tracker for resource:network and tenant:3600688833b844a9be98f7c1d64ba378 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:09.785711 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-404932450-network', 'tenant_id': '3b851be948d64579ae17b2525d0e84b2'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:09.794962 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:09.799456 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Usage tracker for resource:network and tenant:3b851be948d64579ae17b2525d0e84b2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:09.802757 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:09.809463 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:09.815301 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:09.823068 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:09.842507 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:23:09.893662 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Made reservation on behalf of 3600688833b844a9be98f7c1d64ba378 for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:09.897057 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:09.914073 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:09.927229 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, fbab1dd3-c16a-4a06-aa40-0c41bf95770a) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:09.931943 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:09.932406 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:09.932887 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:09.942190 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Usage tracker for resource:security_group_rule and tenant:3600688833b844a9be98f7c1d64ba378 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:09.942190 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:09.944973 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36c055-71fd-442f-9797-71c5182d282b None None] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:09.967777 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:09.998449 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-188083435-network', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:10.013934 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Made reservation on behalf of 3b851be948d64579ae17b2525d0e84b2 for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:10.019790 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.037739 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:10.042519 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Usage tracker for resource:network and tenant:6fc133c816bd4cc5a3a87f673a4c97d6 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:10.045748 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:10.048863 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.060176 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0936775
May 13 16:23:10.063553 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57632) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:10.070527 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:10.080277 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:10.087799 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Usage tracker for resource:router and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:10.093396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:10.103596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:10.114158 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:10.118198 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Usage tracker for resource:security_group_rule and tenant:3b851be948d64579ae17b2525d0e84b2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:10.121633 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:10.128489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:10.174952 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:10.230407 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.232067 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.255043 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.289571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Made reservation on behalf of 6fc133c816bd4cc5a3a87f673a4c97d6 for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:10.289571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.317457 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:23:10.324747 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.356012 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.383587 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.389398 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:10.394827 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc133c816bd4cc5a3a87f673a4c97d6 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:10.398680 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:10.408179 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:10.620725 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Allocated IP 172.20.0.2 (fbab1dd3-c16a-4a06-aa40-0c41bf95770a/800d872f-c442-4939-a2d5-c88258ff26fe/a06f1b61-e673-4ed2-b7ba-1c5ab8be1512) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:10.690731 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.690731 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.690731 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.690731 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:10.746725 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:23:10.762708 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3670f5e4-7a7a-49d6-864b-02e9546c4a5c,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:10.778130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.778811 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Added segment 1b4ea009-4960-4193-89f5-9f0d6bb3f592 of type vlan for network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c
May 13 16:23:10.788842 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.789606 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.790378 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.791098 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.792664 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.793431 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.794344 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.794949 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.795694 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.796323 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.797202 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.798028 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Tracked resource versions report:
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]: pushed versions:
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]: {   'AddressGroup': {'1.2'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'ConntrackHelper': {'1.0'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Log': {'1.0'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Network': {'1.1'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Port': {'1.7'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'PortForwarding': {'1.2'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'QosPolicy': {'1.8'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'SecurityGroup': {'1.4'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'SecurityGroupRule': {'1.2'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'SubPort': {'1.0'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Subnet': {'1.1'},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     'Trunk': {'1.1'}}
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]: consumer versions:
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     HyperV agent@hv-cinder-68948: {},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'ConntrackHelper': '1.0',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Log': '1.0',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Network': '1.1',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Port': '1.7',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'PortForwarding': '1.2',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'QosPolicy': '1.8',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'SecurityGroup': '1.4',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'SecurityGroupRule': '1.2',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'SubPort': '1.0',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Subnet': '1.1',
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:                                                       'Trunk': '1.1'}}
May 13 16:23:10.801886 dv-cinder-689486-12-iscsi neutron-server[79476]:  {{(pid=79476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:23:10.808824 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:10.875201 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.942205 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:10.951919 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:10.981781 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.003910 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:23:11.054727 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.063501 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2dc186-c937-4ba0-97c4-40461e9abeb0,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:11.072815 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Transition to ACTIVE for port object a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:11.086241 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:11.097282 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:11.110898 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Transition to ACTIVE for port object a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:11.128864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.129260 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Added segment fffdc348-0d3a-414d-a745-6870a24b0ce0 of type vlan for network ef0472c0-2e05-40f8-8e9f-047ddefa74ad
May 13 16:23:11.130500 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:23:11.132604 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.135095 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.159557 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:11.160140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.181543 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.201663 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:11.227673 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.228630 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Added segment 80aa97a5-567a-4858-81f1-3de51369c68c of type vlan for network f1f0f615-496d-4ef5-853c-e207544002d8
May 13 16:23:11.233302 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.248655 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fcd5ff-154c-4597-a3c8-9f60e019544f,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:11.277703 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:11.277703 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-66d39cef-51a8-4636-b56e-40f057996f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:11.351413 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:11.363839 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:11.379842 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:11.437366 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Pushing event updated for resources: {'Port': ['ID=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:11.437602 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Pushing event updated for resources: {'Network': ['ID=364f9ea7-bb68-4d81-80ce-70cec45c9d8c,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:11.457541 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:11.467710 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.490056 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:23:11.518957 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4300bfdd-78ba-4284-beb1-f1ad79d17ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.565676 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565767 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-8b7f75a3-0e0d-47d1-8d63-449706f1117b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.4060907
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Tracked resource versions report:
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: pushed versions:
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: {   'AddressGroup': {'1.2'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'ConntrackHelper': {'1.0'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Log': {'1.0'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Network': {'1.1'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Port': {'1.7'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'PortForwarding': {'1.2'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'QosPolicy': {'1.8'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'SecurityGroup': {'1.4'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'SecurityGroupRule': {'1.2'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'SubPort': {'1.0'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Subnet': {'1.1'},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     'Trunk': {'1.1'}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: consumer versions:
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     HyperV agent@hv-cinder-68948: {},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'ConntrackHelper': '1.0',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Log': '1.0',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Network': '1.1',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Port': '1.7',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'PortForwarding': '1.2',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'QosPolicy': '1.8',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'SecurityGroup': '1.4',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'SecurityGroupRule': '1.2',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'SubPort': '1.0',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Subnet': '1.1',
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:                                                       'Trunk': '1.1'}}
May 13 16:23:11.565852 dv-cinder-689486-12-iscsi neutron-server[79478]:  {{(pid=79478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:23:11.568343 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57684) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:11.570585 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:11.577625 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Request body: {'subnet': {'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-404932450-subnet', 'tenant_id': '3b851be948d64579ae17b2525d0e84b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:11.609001 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.610252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:11.622281 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:11.622874 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.653971 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-37ae6789-fc2f-4b0b-827b-830a5367e282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:11.740995 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Attempting to bind port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:11.753707 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Attempting to bind port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:11.754442 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Attempting to bind port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:11.769749 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:11.772078 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Checking segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:11.772716 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.778916 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Bound using segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:11.779642 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Bound port: a06f1b61-e673-4ed2-b7ba-1c5ab8be1512, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:11.780260 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.801949 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Usage tracker for resource:subnet and tenant:3b851be948d64579ae17b2525d0e84b2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:11.809281 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.818851 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:11.849445 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:11.850162 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:11.890339 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:11.941989 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Pushing event updated for resources: {'Network': ['ID=ef0472c0-2e05-40f8-8e9f-047ddefa74ad,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:11.945363 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:11.947528 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:11.965898 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:23:11.966752 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.008332 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.028477 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.6415660
May 13 16:23:12.045240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57702) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:12.047139 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8624659
May 13 16:23:12.053505 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57706) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:12.060721 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Request body: {'subnet': {'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-subnet', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:12.070073 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Request body: {'subnet': {'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1102259233-subnet', 'tenant_id': '3600688833b844a9be98f7c1d64ba378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:12.080472 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:12.082844 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57710) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:12.085802 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:12.097340 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Usage tracker for resource:subnet and tenant:3600688833b844a9be98f7c1d64ba378 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:12.101137 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Usage tracker for resource:subnet and tenant:6fc133c816bd4cc5a3a87f673a4c97d6 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:12.108330 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Pushing event updated for resources: {'Network': ['ID=f1f0f615-496d-4ef5-853c-e207544002d8,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:12.118384 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:12.121608 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] For port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:12.124714 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:12.133377 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network f1f0f615-496d-4ef5-853c-e207544002d8 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:23:12.133648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:12.134277 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Made reservation on behalf of 3b851be948d64579ae17b2525d0e84b2 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:12.137331 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.175798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:12.178984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:12.299666 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Allocated IP 172.27.1.160 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/1e52a958-c067-4b4c-b5b3-3f329a09d25f) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:12.325065 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] For port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:12.326290 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.346264 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:12.350684 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Usage tracker for resource:security_group_rule and tenant:a60f32011c834da5adf6cbd3ba60e466 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:12.353989 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:12.361997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:12.413465 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.418041 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:12.430522 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Made reservation on behalf of 6fc133c816bd4cc5a3a87f673a4c97d6 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:12.433859 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.449914 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Made reservation on behalf of 3600688833b844a9be98f7c1d64ba378 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:12.452665 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Notify callbacks [] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.526696 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.587890 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Pushing event updated for resources: {'Port': ['ID=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:12.596092 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:12.653954 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.658838 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:12.757758 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:12.762285 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:12.772226 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:12.853763 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57722) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:12.922358 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:12.936012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e52a958-c067-4b4c-b5b3-3f329a09d25f,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:12.997061 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.036290 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:13.041651 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:13.161679 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a60f32011c834da5adf6cbd3ba60e466&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0775387
May 13 16:23:13.167396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57732) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:13.215893 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8748e669-6ee8-400c-bf19-55dd020cc681,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:13.219611 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.230238 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:13.344999 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:13.361813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Usage tracker for resource:security_group_rule and tenant:c718ef4cf9cc499b84274a280db9d3a0 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:13.367377 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:13.435840 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:13.441952 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.534688 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.613672 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.616858 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.710144 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.755692 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.758296 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9708f63f-b362-42d0-bd3a-77461e8e528b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:13.837528 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c718ef4cf9cc499b84274a280db9d3a0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9817579
May 13 16:23:13.842721 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57750) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:13.850719 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b135ed-43d4-4226-934b-32b6bd7bdbd8,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:13.859900 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:13.900402 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:13.916546 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b8dbf-438e-4648-8ff4-cd91620736ea None None] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:13.939611 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-c5fb5b7e-d5ce-40c6-acec-22b00759dba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:13.962639 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8748e669-6ee8-400c-bf19-55dd020cc681,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:13.972810 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:13.984185 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d23e40f7-5139-4b7b-93dd-4d2e19516204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.066709 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.076122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:14.211652 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.239045 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c808082-165d-460f-8e14-ccd6588ca3a5,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:14.258394 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:14.258817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:14.279679 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:14.358011 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=23696e2f-26ee-4df3-99b7-b2687aa70ccc,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:14.361228 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:14.362286 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.381173 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:14.390613 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.391845 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8748e669-6ee8-400c-bf19-55dd020cc681 HTTP/1.1" status: 204  len: 168 time: 1.2264786
May 13 16:23:14.408781 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.419143 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-5052c00c-f6a1-43ea-8902-54b8750ef1d5 None None] Provisioning for port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:14.446237 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Checking segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:14.446237 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Network hostable DHCP agents. Network: 364f9ea7-bb68-4d81-80ce-70cec45c9d8c, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:23:14.498887 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.556911 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Checking segment: {'id': '80aa97a5-567a-4858-81f1-3de51369c68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:14.557507 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Network hostable DHCP agents. Network: f1f0f615-496d-4ef5-853c-e207544002d8, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:23:14.561975 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:14.591750 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Pushing event updated for resources: {'Subnet': ['ID=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:14.601979 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:14.608422 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.617189 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:14.617858 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.640352 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Checking segment: {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:14.640946 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Network hostable DHCP agents. Network: ef0472c0-2e05-40f8-8e9f-047ddefa74ad, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:23:14.689770 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:23:14.739080 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Network f1f0f615-496d-4ef5-853c-e207544002d8 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:23:14.760483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:23:14.821629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.839894 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, f1f0f615-496d-4ef5-853c-e207544002d8) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:14.842354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, 364f9ea7-bb68-4d81-80ce-70cec45c9d8c) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:14.897839 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, ef0472c0-2e05-40f8-8e9f-047ddefa74ad) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:14.914144 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:14.914877 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:14.973557 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6713372-5059-4c7c-9dbe-5989d5f34888 None None] Network f1f0f615-496d-4ef5-853c-e207544002d8 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:15.015723 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:15.016309 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.033624 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.054664 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:15.089406 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:15.090388 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.098247 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b135ed-43d4-4226-934b-32b6bd7bdbd8,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:15.102196 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:15.126725 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.131718 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78b135ed-43d4-4226-934b-32b6bd7bdbd8 HTTP/1.1" status: 204  len: 168 time: 1.2884409
May 13 16:23:15.135163 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c52c3-a500-432d-bc61-3ff0221dfa41 None None] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:15.157942 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad15c87-6d63-4586-90f2-70c0cfbf5874 None None] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:15.191458 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-87e69f1e-89d4-4a5f-be59-6d1bc46b24f4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.6220281
May 13 16:23:15.224407 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Router b841cdbf-a462-4f17-a327-79c7d54f811f is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:23:15.225531 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-ff004a82-1de6-4db6-9de6-9c4e550d869f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.1769004
May 13 16:23:15.227329 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.1722243
May 13 16:23:15.228351 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57802) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:15.235959 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:15.240797 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:15.253711 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Usage tracker for resource:router and tenant:6fc133c816bd4cc5a3a87f673a4c97d6 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:15.261997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:15.271575 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:15.350662 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.351722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.368908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.393810 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57810) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:15.417339 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.437252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:15.442281 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Usage tracker for resource:security_group_rule and tenant:8e42ab79482f4969ba9fd79919765692 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:15.443915 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.446146 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:15.459769 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:15.480508 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:23:15.492336 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Sync routers for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:23:15.535778 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:15.536674 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a383250>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:15.684496 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.692818 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.6272843
May 13 16:23:15.694463 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57820) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:15.747075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:15.759355 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.132149 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.158006 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-4d60bffd-7542-42be-9497-16a50e522cc1 None None] Provisioning complete for port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:16.158538 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4d60bffd-7542-42be-9497-16a50e522cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.203496 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:16.275965 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05addced-de78-4d08-98cd-4c4e91864472 None None] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:16.295206 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:16.454691 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.469295 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16e3efc-ad61-4431-80ed-e8e9d0fc2d96,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:16.476840 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e42ab79482f4969ba9fd79919765692&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0816388
May 13 16:23:16.477784 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57842) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:16.486137 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:16.541361 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57846) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:16.646838 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.664001 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:16.698030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.841644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.863398 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:16.890091 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Usage tracker for resource:security_group_rule and tenant:5ae425877925409fa01989bd993ee6ca is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:16.900407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:16.917800 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:16.926657 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:16.950832 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a383250>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:13Z', 'revision_number': 3, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:16.958041 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Checking router: b841cdbf-a462-4f17-a327-79c7d54f811f for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:23:16.958341 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Updating router b841cdbf-a462-4f17-a327-79c7d54f811f port 1e52a958-c067-4b4c-b5b3-3f329a09d25f binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:23:16.962581 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:17.072275 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6abfd3c-fccf-45a2-9e66-730371a37075 None None] Network f1f0f615-496d-4ef5-853c-e207544002d8 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:17.083315 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.105491 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:17.168622 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.186457 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:17.301344 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57866) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:17.306825 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.309806 dv-cinder-689486-12-iscsi neutron-server[79477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 13 16:23:17.322962 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5c50b-f0c4-425c-8381-b51411bf80f8 None None] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:23:17.343880 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.354460 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.484041 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57878) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:17.502132 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-65db1af9-c969-4425-b2af-843196678b94 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:17.503868 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-65db1af9-c969-4425-b2af-843196678b94 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 0.1993241
May 13 16:23:17.506524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2ac65e00-8c64-43c4-81b1-fc0cde52c740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:17.514769 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.532568 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-fff0afef-a34e-47b1-91e9-0059b3bc8f37 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/quotas/3b851be948d64579ae17b2525d0e84b2 HTTP/1.1" status: 200  len: 375 time: 0.0146573
May 13 16:23:17.588250 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 57888) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:17.593835 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ae425877925409fa01989bd993ee6ca&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0490708
May 13 16:23:17.597249 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57890) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:17.612947 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16e3efc-ad61-4431-80ed-e8e9d0fc2d96,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:17.612947 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:17.613968 dv-cinder-689486-12-iscsi neutron-server[79476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 13 16:23:17.615829 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:17.625115 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a0096d00-8a18-40ab-aaa3-f4bb1ee4db6f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0830269
May 13 16:23:17.679722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d14532-6410-479a-9e34-c128b14bedf3,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:17.737039 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:17.748076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.806623 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.811828 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f16e3efc-ad61-4431-80ed-e8e9d0fc2d96 HTTP/1.1" status: 204  len: 168 time: 1.3293333
May 13 16:23:17.831860 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.863043 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:17.886673 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Allocated IP 172.20.0.1 (fbab1dd3-c16a-4a06-aa40-0c41bf95770a/800d872f-c442-4939-a2d5-c88258ff26fe/2d215718-e62e-49eb-b3ae-ac0a26145fa9) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:17.903400 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.040998 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.046975 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-06947f6b-21ea-43ab-b884-83503b43d061 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:18.048052 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-06947f6b-21ea-43ab-b884-83503b43d061 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Synchronizing usage tracker for tenant:3600688833b844a9be98f7c1d64ba378 on resource:network {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:18.061292 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.097834 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:18.104080 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Usage tracker for resource:security_group_rule and tenant:6fdc91fc7ff543f48456b5716d6e8263 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:18.110023 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:18.122750 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:18.163615 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-06947f6b-21ea-43ab-b884-83503b43d061 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Unset dirty status for tenant:3600688833b844a9be98f7c1d64ba378 on resource:network {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:18.166014 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-06947f6b-21ea-43ab-b884-83503b43d061 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/networks?id=f1f0f615-496d-4ef5-853c-e207544002d8 HTTP/1.1" status: 200  len: 812 time: 0.5649896
May 13 16:23:18.186302 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-15dc9220-5994-4462-b44f-95e93b573263 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/quotas/3600688833b844a9be98f7c1d64ba378 HTTP/1.1" status: 200  len: 375 time: 0.0139818
May 13 16:23:18.262657 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-52cc2bd2-d819-4600-a2cf-2c747dbbe4e7 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3600688833b844a9be98f7c1d64ba378&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0700526
May 13 16:23:18.277246 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-1e12a045-3312-4c39-8cd8-ae97ae1e040d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:23:18.277891 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-1e12a045-3312-4c39-8cd8-ae97ae1e040d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2874188
May 13 16:23:18.300868 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Transition to ACTIVE for port object 1e52a958-c067-4b4c-b5b3-3f329a09d25f will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:18.331649 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.334538 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.380661 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.388652 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:18.394326 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:18.421464 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Transition to ACTIVE for port object 2d215718-e62e-49eb-b3ae-ac0a26145fa9 will not be triggered until provisioned by entity DHCP. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:18.426100 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d14532-6410-479a-9e34-c128b14bedf3,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:18.444654 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:18.471422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-acb195fd-336a-40ce-83d7-4f07ec9baaf4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:23:18.492865 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-acb195fd-336a-40ce-83d7-4f07ec9baaf4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1475468
May 13 16:23:18.503160 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.504826 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2d14532-6410-479a-9e34-c128b14bedf3 HTTP/1.1" status: 204  len: 168 time: 0.9060323
May 13 16:23:18.586648 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-10d4a5a8-c49f-486b-85d5-8579dfebcfa1 service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2922213
May 13 16:23:18.627079 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Attempting to bind port 1e52a958-c067-4b4c-b5b3-3f329a09d25f on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:18.627626 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Attempting to bind port 1e52a958-c067-4b4c-b5b3-3f329a09d25f by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:18.628156 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Attempting to bind port 1e52a958-c067-4b4c-b5b3-3f329a09d25f on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:18.638840 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.664638 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:18.665281 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:18.665957 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.666583 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:18.667366 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Bound port: 1e52a958-c067-4b4c-b5b3-3f329a09d25f, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:18.667762 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.671050 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.685778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fc2c1c05-3b68-42bd-8d7c-c969649d5122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:18.711552 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Pushing event updated for resources: {'Port': ['ID=1e52a958-c067-4b4c-b5b3-3f329a09d25f,revision_number=2']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:18.716552 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.722896 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.723514 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.723843 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.724163 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.724475 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.725098 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.725645 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.725960 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.726288 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.726605 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.726913 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.727221 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Tracked resource versions report:
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]: pushed versions:
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]: {   'AddressGroup': {'1.2'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'ConntrackHelper': {'1.0'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Log': {'1.0'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Network': {'1.1'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Port': {'1.7'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'PortForwarding': {'1.2'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'QosPolicy': {'1.8'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'SecurityGroup': {'1.4'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'SecurityGroupRule': {'1.2'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'SubPort': {'1.0'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Subnet': {'1.1'},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     'Trunk': {'1.1'}}
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]: consumer versions:
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]: {   DHCP agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     HyperV agent@hv-cinder-68948: {},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     L3 agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     Metadata agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     Metering agent@dv-cinder-689486-12-iscsi: {},
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:     Open vSwitch agent@dv-cinder-689486-12-iscsi: {   'AddressGroup': '1.2',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'ConntrackHelper': '1.0',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Log': '1.0',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Network': '1.1',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Port': '1.7',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'PortForwarding': '1.2',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'QosPolicy': '1.8',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'SecurityGroup': '1.4',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'SecurityGroupRule': '1.2',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'SubPort': '1.0',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Subnet': '1.1',
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:                                                       'Trunk': '1.1'}}
May 13 16:23:18.729664 dv-cinder-689486-12-iscsi neutron-server[79479]:  {{(pid=79479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 13 16:23:18.737115 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:18.769523 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:18.782867 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Pushing event updated for resources: {'Port': ['ID=2d215718-e62e-49eb-b3ae-ac0a26145fa9,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:18.786460 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:18.798450 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] For port 1e52a958-c067-4b4c-b5b3-3f329a09d25f, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:18.804082 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] For port 1e52a958-c067-4b4c-b5b3-3f329a09d25f, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=1e52a958-c067-4b4c-b5b3-3f329a09d25f,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:18.810781 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:18.816209 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:18.816966 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.819995 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fdc91fc7ff543f48456b5716d6e8263&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3308318
May 13 16:23:18.824185 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:18.826329 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 57928) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:18.831488 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Allocated IP 172.27.1.86 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/add3dd9a-f1d7-4be3-9509-c061e8ffb567) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:18.889442 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-684d4235-453f-4eab-b556-4218d441bf11 service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962117
May 13 16:23:18.893610 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21842f9-8cbc-48a7-b6e0-69faa115a82a,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:18.901519 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:18.922596 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:18.935185 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:18.948836 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.015813 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:19.023189 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-fa896aeb-dbb3-4992-bd88-4fde9dc0a0dd service neutron] 10.222.0.42 "GET /v2.0/networks/f1f0f615-496d-4ef5-853c-e207544002d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5344639
May 13 16:23:19.055737 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.184047 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:19.184778 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a383250>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:19.229702 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:19.230269 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.278735 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.292378 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Pushing event updated for resources: {'Port': ['ID=1e52a958-c067-4b4c-b5b3-3f329a09d25f,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:19.356038 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:19.371640 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-21dae304-d973-46f5-8ac6-59ace02d388b service neutron] 10.222.0.42 "GET /v2.0/networks/f1f0f615-496d-4ef5-853c-e207544002d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3379815
May 13 16:23:19.422217 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.429123 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-5038f718-7353-4c7f-8833-b2601cedd6ab None None] Provisioning for port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:19.450607 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-5038f718-7353-4c7f-8833-b2601cedd6ab None None] Provisioning complete for port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:19.450997 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5038f718-7353-4c7f-8833-b2601cedd6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.531524 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:19.541337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:19.560664 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.646504 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-5038f718-7353-4c7f-8833-b2601cedd6ab None None] Port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:23:19.672704 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21842f9-8cbc-48a7-b6e0-69faa115a82a,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:19.737534 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.745925 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e21842f9-8cbc-48a7-b6e0-69faa115a82a HTTP/1.1" status: 204  len: 168 time: 0.9184015
May 13 16:23:19.751490 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:19.884994 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-070b2c2f-3aa2-42e4-9f3b-91047a90a167 req-a22ec850-13cb-435f-8c4b-c9e6c7f6dd44 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.0605485
May 13 16:23:19.920815 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:19.940972 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:20.058769 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:20.186377 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:20.188013 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:20.195845 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7fdf8930-216f-4132-ba0a-5ea9dea013d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:20.218499 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-34ca0c73-8458-4323-97ab-e3090695adb1 req-19f6daf7-5b33-43e2-8a84-50c9d5f34d99 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.1409066
May 13 16:23:20.238040 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:20.240550 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:20.246130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:20.261782 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a383250>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:17Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:20.281229 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3e559-e8e0-466d-b392-a5a97101c42c None None] The sync data for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi is: [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:17Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:23:20.429796 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Pushing event updated for resources: {'Port': ['ID=2d215718-e62e-49eb-b3ae-ac0a26145fa9,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:20.435841 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:20.467873 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Pushing event updated for resources: {'Port': ['ID=add3dd9a-f1d7-4be3-9509-c061e8ffb567,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:20.490212 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:20.624932 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:20.633182 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:21.181797 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-46e2fc2e-6e70-40d3-ab10-702a39392df6 req-27541d22-3ed5-4713-bd32-04eb005dace1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.0858026
May 13 16:23:21.204987 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:21.208493 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-4a31852a-cf79-41c7-bea1-f1bf7a0efdfd None None] Provisioning complete for port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:21.209379 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4a31852a-cf79-41c7-bea1-f1bf7a0efdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:21.247581 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Router b841cdbf-a462-4f17-a327-79c7d54f811f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:23:21.279372 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-4a31852a-cf79-41c7-bea1-f1bf7a0efdfd None None] Port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:23:21.487101 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fb5e4f02-ad3a-4216-9804-dfc9c8956a99 req-8056ea44-e075-4636-bb12-07a0efa3831b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.0820510
May 13 16:23:21.615445 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:23:21.632058 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] 10.222.0.42 "PUT /v2.0/routers/b841cdbf-a462-4f17-a327-79c7d54f811f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9359369
May 13 16:23:21.878867 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:22.438055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Router 8fa950e0-71a0-470b-9105-93634d48984c is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:23:22.475859 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-54c753d9-e6e4-40c9-9bcf-236c1689c3e5 req-4c1bec2e-9697-4414-b0a3-65a6b74d5f08 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.1970510
May 13 16:23:22.816034 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e994988a-068b-4fe5-8062-7603b2460ca2 req-3a6ab16e-77c7-4aea-9c46-50617218b938 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.0560615
May 13 16:23:22.841779 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:23:22.861024 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Sync routers for ids ['8fa950e0-71a0-470b-9105-93634d48984c'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:23:23.201312 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Routers {'8fa950e0-71a0-470b-9105-93634d48984c'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:23.201312 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938b355e0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['8fa950e0-71a0-470b-9105-93634d48984c'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:23.202678 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:23.202678 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.8758183
May 13 16:23:23.202678 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58126) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:23.208335 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e52a958-c067-4b4c-b5b3-3f329a09d25f up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:23.402085 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Set router 8fa950e0-71a0-470b-9105-93634d48984c gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:23.489738 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58150) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:23.498163 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785671440', 'description': 'tempest-description--637797827'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:23.509260 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:23.525097 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:23.532994 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:23.550045 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:23.615314 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Sync routers for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:23:23.637386 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:23.638056 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a383280>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:23.672632 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 1e52a958-c067-4b4c-b5b3-3f329a09d25f completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:23.684512 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:23.760661 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:23.772465 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group_rule and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:23.786804 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 1e52a958-c067-4b4c-b5b3-3f329a09d25f triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:23.787344 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:23.787804 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:23.913996 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:23.952714 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1413f64e-1c80-4409-b129-2130f780099e req-1534dc5f-6026-4f75-8b5c-c907eebb96d5 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.1660402
May 13 16:23:24.183974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.189875 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:24.254061 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.261484 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:24.292644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.320674 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49507695-d4fc-42dc-aecf-7da6dc73d8a8,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:24.322190 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 1e52a958-c067-4b4c-b5b3-3f329a09d25f, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=1e52a958-c067-4b4c-b5b3-3f329a09d25f,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:24.324600 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:24.353122 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938b355e0>, [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:23:20Z', 'revision_number': 3, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:24.359078 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Checking router: 8fa950e0-71a0-470b-9105-93634d48984c for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:23:24.359477 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Updating router 8fa950e0-71a0-470b-9105-93634d48984c port add3dd9a-f1d7-4be3-9509-c061e8ffb567 binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:23:24.420255 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.425337 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.9334161
May 13 16:23:24.431517 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58184) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:24.432280 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.432985 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'security_group_rule': {'security_group_id': '49507695-d4fc-42dc-aecf-7da6dc73d8a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:24.437948 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-8bfcd501-2fe4-4891-88c9-11d821232479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:24.439742 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:24.444089 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group_rule and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:24.463168 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:24.482094 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:24.498495 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9562dd0e-10ef-45d7-9ac3-bfc557f52801 req-ab7545c5-cf6e-46dc-9c03-8c8f07afb631 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.1121142
May 13 16:23:24.538842 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.614979 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.672587 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=1e52a958-c067-4b4c-b5b3-3f329a09d25f,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:24.678710 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:24.800325 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.838916 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a383280>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 2, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:24.848525 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Checking router: b841cdbf-a462-4f17-a327-79c7d54f811f for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:23:24.849189 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Updating router b841cdbf-a462-4f17-a327-79c7d54f811f port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:23:24.881341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.883581 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:24.921743 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:24.942650 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cd8d45-eb13-4e6d-9ab1-c973830d0905,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:24.945665 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58200) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:24.950366 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:24.958177 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.052888 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.054152 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6269987
May 13 16:23:25.058033 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58210) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:25.066105 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'security_group_rule': {'security_group_id': '49507695-d4fc-42dc-aecf-7da6dc73d8a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:25.087135 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:25.103293 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group_rule and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:25.112270 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:25.122848 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.24', 55839) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:25.329037 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:25.396459 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e52a958-c067-4b4c-b5b3-3f329a09d25f up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:25.420787 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.437043 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Allocated IP 172.20.0.1 (ef0472c0-2e05-40f8-8e9f-047ddefa74ad/974d5c41-cd1b-485b-8176-0c5f7fb5cbf3/61cbfe49-b272-40a0-a0e8-5497f5270562) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:25.439318 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cea3efb5-b98e-4c2b-ba5d-ecb84736ec70 req-e7f486df-6af2-4b01-9891-6f8a3072e1de tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.1116326
May 13 16:23:25.448004 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Transition to ACTIVE for port object 2d215718-e62e-49eb-b3ae-ac0a26145fa9 will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:25.529100 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.539290 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58220) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:25.543992 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:25.564322 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.595918 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.659472 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:25.670586 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Usage tracker for resource:security_group_rule and tenant:96cd662247e44e738b6039651a0a4bc4 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:25.676777 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:25.694774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:25.711421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 1e52a958-c067-4b4c-b5b3-3f329a09d25f triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:25.711805 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.731512 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-0291471e-b880-42ff-9890-a0d82f2ff97e tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:25.736468 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-0291471e-b880-42ff-9890-a0d82f2ff97e tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.24 "GET /v2.0/networks?id=f1f0f615-496d-4ef5-853c-e207544002d8 HTTP/1.1" status: 200  len: 812 time: 0.6123405
May 13 16:23:25.794364 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.827393 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:25.850114 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Request body: {'port': {'device_id': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8', 'admin_state_up': True, 'tenant_id': '3600688833b844a9be98f7c1d64ba378'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:25.864674 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Transition to ACTIVE for port object add3dd9a-f1d7-4be3-9509-c061e8ffb567 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:25.933776 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.047731 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.067813 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:26.100384 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05264202-4ad1-4194-b19f-b42ce328faa3 None None] Pushing event updated for resources: {'Port': ['ID=2d215718-e62e-49eb-b3ae-ac0a26145fa9,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:26.111573 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-05264202-4ad1-4194-b19f-b42ce328faa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:26.135754 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Attempting to bind port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:26.137281 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Attempting to bind port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:26.138299 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Attempting to bind port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:26.145022 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:26.148743 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Checking segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:26.148743 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.148743 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Bound using segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:26.148743 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Bound port: 2d215718-e62e-49eb-b3ae-ac0a26145fa9, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:26.148743 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.164404 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.185442 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:26.199035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Attempting to bind port add3dd9a-f1d7-4be3-9509-c061e8ffb567 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:26.199035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Attempting to bind port add3dd9a-f1d7-4be3-9509-c061e8ffb567 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:26.199035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Attempting to bind port add3dd9a-f1d7-4be3-9509-c061e8ffb567 on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:26.199035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c7872-50d0-455c-b77f-87e71406d04d None None] Pushing event updated for resources: {'Port': ['ID=add3dd9a-f1d7-4be3-9509-c061e8ffb567,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:26.200668 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-c70c7872-50d0-455c-b77f-87e71406d04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:26.202080 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:26.202466 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:26.202864 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.203252 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:26.203735 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Bound port: add3dd9a-f1d7-4be3-9509-c061e8ffb567, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:26.204175 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.218157 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Usage tracker for resource:port and tenant:3600688833b844a9be98f7c1d64ba378 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:26.231889 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5098ba53-a898-4c2c-bc4a-2cdbd4e2c4e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:26.257468 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:26.291518 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.307793 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] For port add3dd9a-f1d7-4be3-9509-c061e8ffb567, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:26.315363 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] For port add3dd9a-f1d7-4be3-9509-c061e8ffb567, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=add3dd9a-f1d7-4be3-9509-c061e8ffb567,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:26.339781 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:26.345565 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cca3a9-e82b-4e08-b5db-98b7ecba30ec,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:26.347435 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.349679 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:26.352150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:26.356194 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-84098cad-78b0-4ab0-88e1-3363a91fd6a8 req-e5db1fa9-f07e-4dfd-80ac-bf6d5208eeec tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.4146900
May 13 16:23:26.369955 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Usage tracker for resource:security_group_rule and tenant:572111677c274a1786f58006d40f187a is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:26.372218 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:26.373145 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:26.382997 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:26.384543 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] For port 2d215718-e62e-49eb-b3ae-ac0a26145fa9, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:26.392318 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] For port 2d215718-e62e-49eb-b3ae-ac0a26145fa9, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2d215718-e62e-49eb-b3ae-ac0a26145fa9,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:26.405304 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.412810 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.415569 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3553097
May 13 16:23:26.418601 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:26.423705 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58252) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:26.439089 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:26.446688 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:26.454741 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:floatingip and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:26.466167 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96cd662247e44e738b6039651a0a4bc4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5195618
May 13 16:23:26.467761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:26.470046 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58256) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:26.472774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb4c83f-2e6d-497f-b04f-7cfcc15d78ef,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:26.490173 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.495371 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:26.498200 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:26.502173 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:26.504733 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.24', 55845) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:26.544392 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c7872-50d0-455c-b77f-87e71406d04d None None] Pushing event updated for resources: {'Port': ['ID=add3dd9a-f1d7-4be3-9509-c061e8ffb567,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:26.548403 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-c70c7872-50d0-455c-b77f-87e71406d04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:26.567494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Made reservation on behalf of 3600688833b844a9be98f7c1d64ba378 for: {'port': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:26.585326 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.592031 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Routers {'8fa950e0-71a0-470b-9105-93634d48984c'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:26.592468 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938b355e0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['8fa950e0-71a0-470b-9105-93634d48984c'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:26.675045 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.717561 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:26.717561 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a383280>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:26.811591 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a32d446a-03f5-4695-8a05-9e3cc096d235 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:26.812327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a32d446a-03f5-4695-8a05-9e3cc096d235 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:network {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:26.868535 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4891e286-4922-4fbf-a2a4-b84b43ed58d3 req-3657c13e-fdcb-40be-afa4-7ce4e8c8823b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.0718386
May 13 16:23:26.905383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.968843 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:26.970815 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] Set router 8fa950e0-71a0-470b-9105-93634d48984c gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:27.000979 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:27.044014 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05264202-4ad1-4194-b19f-b42ce328faa3 None None] Pushing event updated for resources: {'Port': ['ID=2d215718-e62e-49eb-b3ae-ac0a26145fa9,revision_number=4']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:27.065119 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-05264202-4ad1-4194-b19f-b42ce328faa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:27.150209 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:27.155164 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:27.191521 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb4c83f-2e6d-497f-b04f-7cfcc15d78ef,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:27.196588 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:27.204907 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:27.209834 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:27.216890 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bb2028d9-a5b3-4879-a820-e777703d5963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:27.330030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:27.336013 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfb4c83f-2e6d-497f-b04f-7cfcc15d78ef HTTP/1.1" status: 204  len: 168 time: 0.8646343
May 13 16:23:27.341775 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Pushing event updated for resources: {'Port': ['ID=61cbfe49-b272-40a0-a0e8-5497f5270562,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:27.354866 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Allocated IP 172.20.0.10 (f1f0f615-496d-4ef5-853c-e207544002d8/23696e2f-26ee-4df3-99b7-b2687aa70ccc/42fb0d7b-d102-4bfa-8c00-e49ba8823bc8) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:27.358084 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:27.377043 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:27.378503 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:27.382155 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:27.384376 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:27.435646 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:27.521263 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938b355e0>, [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:23:20Z', 'revision_number': 3, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:27.545222 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:27.548857 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b559a0-c8b7-4583-89a9-1af6c2a8523a None None] The sync data for ids ['8fa950e0-71a0-470b-9105-93634d48984c'] in dv-cinder-689486-12-iscsi is: [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:23:20Z', 'revision_number': 3, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:23:27.615740 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-c0912299-be49-4521-86c0-562a39a67b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:27.722006 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adb6ece-391c-42aa-be55-eeb94a981d80,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:27.735478 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:27.780808 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:28.023879 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a383280>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:26Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:28.066139 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53634f68-56fb-4f9e-b9ad-2185dd26df6d None None] The sync data for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi is: [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:26Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:23:28.152630 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Allocated IP 172.27.1.113 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/2ffbdec6-cba7-4a6f-a6a0-8a18dabc80d3) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:28.365036 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-26d94b0a-9893-4e07-93fe-a7ed3b434dec req-a5d74a64-6a6d-458b-a111-3b2512718764 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.0698500
May 13 16:23:28.380580 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f071b1f9-eea6-4028-8ce9-7120ca269b36 req-073aa70a-d9bd-4c7f-a536-1ccc38f1c5df tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.2419326
May 13 16:23:28.397748 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=572111677c274a1786f58006d40f187a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8532965
May 13 16:23:28.404426 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58308) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:28.497075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a32d446a-03f5-4695-8a05-9e3cc096d235 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:network {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:28.499141 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a32d446a-03f5-4695-8a05-9e3cc096d235 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 1.9871168
May 13 16:23:28.620710 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:28.633589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Request body: {'port': {'device_id': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'admin_state_up': True, 'tenant_id': '3b851be948d64579ae17b2525d0e84b2'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:28.756210 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58312) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:28.918692 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.111403 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:29.123405 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e773e8d4ec4097ad9e48b3874946b2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:29.129911 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:29.152083 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:29.159658 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.167726 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.323329 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.329919 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.332111 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:29.336663 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.341878 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d215718-e62e-49eb-b3ae-ac0a26145fa9 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:29.421056 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.505842 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.567634 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:29.574927 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:29.578632 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Network f1f0f615-496d-4ef5-853c-e207544002d8 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:29.588875 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:29.593765 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:29.641863 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:29.653075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.656542 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:29.658589 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.711654 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:29.716000 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9e8dd2f3-0810-43f3-b53f-3ea95c2ae4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:29.718507 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:29.719013 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:29.763255 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3db995-0b69-4cf0-8009-a5363a8017df,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:29.767060 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:29.782185 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'Port': ['ID=2ffbdec6-cba7-4a6f-a6a0-8a18dabc80d3,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:29.798047 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:29.876899 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:29.941302 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:29.946118 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Usage tracker for resource:port and tenant:3b851be948d64579ae17b2525d0e84b2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:29.960178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:29.969922 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:29.999553 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4e773e8d4ec4097ad9e48b3874946b2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2414625
May 13 16:23:30.008241 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58328) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:30.036404 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48c969cb-4dbf-4a48-99cf-726786530b3a req-c092e4ef-5189-4f6b-82b1-6d15b3a018bb tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.3312473
May 13 16:23:30.044911 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2023749
May 13 16:23:30.088243 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Made reservation on behalf of 3b851be948d64579ae17b2525d0e84b2 for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:30.092285 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.128074 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.136706 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.145656 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:30.189249 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 2d215718-e62e-49eb-b3ae-ac0a26145fa9, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2d215718-e62e-49eb-b3ae-ac0a26145fa9,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:30.192435 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Pushing event updated for resources: {'Port': ['ID=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:30.221363 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:30.233923 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.295520 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.296834 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device add3dd9a-f1d7-4be3-9509-c061e8ffb567 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:30.330870 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adb6ece-391c-42aa-be55-eeb94a981d80,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:30.348145 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e817ac-d8e0-42da-8a52-27662b27d702 req-5eb96c7f-c8b6-4ff2-bb6c-700322de6017 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:30.350169 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d5e817ac-d8e0-42da-8a52-27662b27d702 req-5eb96c7f-c8b6-4ff2-bb6c-700322de6017 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 932 time: 0.5716877
May 13 16:23:30.357875 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:30.366779 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-d4890033-074c-4f9a-8d31-d633655a3965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:30.454369 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-f55ef603-d64f-48ed-b5e4-c5409ae897f3 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:23:30.455683 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-f55ef603-d64f-48ed-b5e4-c5409ae897f3 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0529675
May 13 16:23:30.456668 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.540200 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.579336 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-d5e817ac-d8e0-42da-8a52-27662b27d702 req-6db6a4a1-818b-4714-8d87-1271f4e916c7 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Synchronizing usage tracker for tenant:3600688833b844a9be98f7c1d64ba378 on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:30.587015 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58334) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:30.592195 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=2d215718-e62e-49eb-b3ae-ac0a26145fa9,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:30.599140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.600415 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4adb6ece-391c-42aa-be55-eeb94a981d80 HTTP/1.1" status: 204  len: 168 time: 2.1944981
May 13 16:23:30.606481 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:30.628737 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.639416 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.759171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port add3dd9a-f1d7-4be3-9509-c061e8ffb567 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:30.773348 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port add3dd9a-f1d7-4be3-9509-c061e8ffb567 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:30.773730 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.785864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.789325 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.797691 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:30.832345 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-d5e817ac-d8e0-42da-8a52-27662b27d702 req-6db6a4a1-818b-4714-8d87-1271f4e916c7 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Unset dirty status for tenant:3600688833b844a9be98f7c1d64ba378 on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:30.833615 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d5e817ac-d8e0-42da-8a52-27662b27d702 req-6db6a4a1-818b-4714-8d87-1271f4e916c7 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4701092
May 13 16:23:30.836479 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:30.902828 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:30.923744 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.077296 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Usage tracker for resource:security_group_rule and tenant:08bb427d414d41ba9f1db94cfabdb899 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:31.092636 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Pushing event updated for resources: {'Port': ['ID=61cbfe49-b272-40a0-a0e8-5497f5270562,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:31.095191 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:31.106590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:31.108023 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Allocated IP 172.20.0.13 (364f9ea7-bb68-4d81-80ce-70cec45c9d8c/6c808082-165d-460f-8e14-ccd6588ca3a5/6dbde7a2-50f1-49cf-b87e-608bd10930b3) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:31.120986 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:31.156183 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:31.172241 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3db995-0b69-4cf0-8009-a5363a8017df,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:31.177858 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:31.215421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.262012 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port add3dd9a-f1d7-4be3-9509-c061e8ffb567, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=add3dd9a-f1d7-4be3-9509-c061e8ffb567,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:31.381567 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:31.418682 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.419510 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.421270 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a3db995-0b69-4cf0-8009-a5363a8017df HTTP/1.1" status: 204  len: 168 time: 1.3904650
May 13 16:23:31.423791 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:31.454651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:31.460442 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-de8ce7f3-8dc6-46fa-802a-479663433605 req-719db2ab-6d21-4f59-9667-4743e0863f70 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.1610091
May 13 16:23:31.682463 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.711708 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=add3dd9a-f1d7-4be3-9509-c061e8ffb567,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:31.722736 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:31.724593 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d215718-e62e-49eb-b3ae-ac0a26145fa9 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:31.726206 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.727941 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58356) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:31.759080 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.793162 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.808974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-438080a6-811f-4e5a-89ed-d9f0e73010d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:31.852661 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b69b78-38d1-427b-b190-fd76bc77abdb,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:31.856210 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:31.861728 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:31.866346 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Usage tracker for resource:security_group_rule and tenant:9669c47257ac4fdfb7d022f8f575684d is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:31.872283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:31.883977 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:31.933451 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:31.934123 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.007621 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.009008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:32.041935 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:32.042921 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.118266 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.121054 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.125930 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'Port': ['ID=2ffbdec6-cba7-4a6f-a6a0-8a18dabc80d3,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:32.161455 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08bb427d414d41ba9f1db94cfabdb899&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5732927
May 13 16:23:32.162602 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:32.169411 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-91c73750-3bcd-4213-a8ea-1c26e7e43701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:32.174882 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58364) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:32.204363 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Router 8fa950e0-71a0-470b-9105-93634d48984c has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:23:32.220620 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9669c47257ac4fdfb7d022f8f575684d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4915540
May 13 16:23:32.223500 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 58370) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:32.231533 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823162ba-fede-4e60-aac0-7d694facbb42,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:32.240258 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:32.336787 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.366903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.367957 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.422247 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.422914 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.9981370
May 13 16:23:32.511586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.519984 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:32.559418 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823162ba-fede-4e60-aac0-7d694facbb42,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:32.562967 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:32.569076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.577635 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/823162ba-fede-4e60-aac0-7d694facbb42 HTTP/1.1" status: 204  len: 168 time: 0.3357067
May 13 16:23:32.719956 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:23:32.735426 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Sync routers for ids ['8fa950e0-71a0-470b-9105-93634d48984c'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:23:32.750998 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Routers {'8fa950e0-71a0-470b-9105-93634d48984c'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:32.751632 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693995c550>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['8fa950e0-71a0-470b-9105-93634d48984c'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:32.759115 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:32.869008 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] 10.222.0.42 "PUT /v2.0/routers/8fa950e0-71a0-470b-9105-93634d48984c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7593737
May 13 16:23:32.907631 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:32.910970 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dde89-84d8-4af4-89d6-876123a9c418 req-2a3eb912-0136-4005-b8c9-28657b46c815 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:32.910970 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d18dde89-84d8-4af4-89d6-876123a9c418 req-2a3eb912-0136-4005-b8c9-28657b46c815 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 932 time: 0.1544359
May 13 16:23:32.915925 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:32.929606 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:32.930067 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Request body: {'port': {'device_id': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:32.938224 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:32.939209 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:32.986183 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:33.026134 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event updated for resources: {'Port': ['ID=6dbde7a2-50f1-49cf-b87e-608bd10930b3,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:33.034071 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:33.076798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3217544-cb2b-432b-8f7d-57b9db7acb1b req-539cd690-0626-4f49-be52-bb9f6b58160c tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:33.085395 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3217544-cb2b-432b-8f7d-57b9db7acb1b req-539cd690-0626-4f49-be52-bb9f6b58160c tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 932 time: 0.8730245
May 13 16:23:33.088855 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:33.133687 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5166910
May 13 16:23:33.163859 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Set router 8fa950e0-71a0-470b-9105-93634d48984c gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:33.180747 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:33.202566 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d18dde89-84d8-4af4-89d6-876123a9c418 req-d8e1f167-813f-4dbb-a3fa-6a6fab62249b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568429
May 13 16:23:33.299966 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3217544-cb2b-432b-8f7d-57b9db7acb1b req-e01fa5e7-f73d-48ae-bbff-76bd01019740 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135470
May 13 16:23:33.387448 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:33.404650 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:33.453444 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b69b78-38d1-427b-b190-fd76bc77abdb,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:33.469692 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:33.479982 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:33.492826 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69b69b78-38d1-427b-b190-fd76bc77abdb HTTP/1.1" status: 204  len: 168 time: 1.3130927
May 13 16:23:33.650125 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Request body: {'port': {'device_id': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:33.689904 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device add3dd9a-f1d7-4be3-9509-c061e8ffb567 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:33.811539 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:33.842196 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port add3dd9a-f1d7-4be3-9509-c061e8ffb567 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:33.843310 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:33.899038 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-b37cb620-67db-4fb1-9713-d0f35a288df0 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:security_group {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:34.075437 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-b37cb620-67db-4fb1-9713-d0f35a288df0 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:security_group {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:34.076726 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-b37cb620-67db-4fb1-9713-d0f35a288df0 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1785671440&fields=id&tenant_id=b3b275605a2e4be5a9245ff78f4c7cae HTTP/1.1" status: 200  len: 267 time: 0.5600531
May 13 16:23:34.150351 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693995c550>, [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:23:28Z', 'revision_number': 4, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '61cbfe49-b272-40a0-a0e8-5497f5270562', 'name': '', 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'mac_address': 'fa:16:3e:37:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:25Z', 'updated_at': '2021-05-13T16:23:29Z', 'revision_number': 2, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'subnets': [{'id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:34.157421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Checking router: 8fa950e0-71a0-470b-9105-93634d48984c for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:23:34.158081 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Updating router 8fa950e0-71a0-470b-9105-93634d48984c port 61cbfe49-b272-40a0-a0e8-5497f5270562 binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:23:34.282239 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-9beedaa7-4371-4915-b981-8e42fa77d2eb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:34.282804 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-9beedaa7-4371-4915-b981-8e42fa77d2eb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:network {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:34.295139 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:34.401596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-9beedaa7-4371-4915-b981-8e42fa77d2eb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:network {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:34.403096 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-9beedaa7-4371-4915-b981-8e42fa77d2eb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 810 time: 0.3169355
May 13 16:23:34.428119 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-ff70fe06-792b-4b9a-90bd-aef880eafeb5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/quotas/b3b275605a2e4be5a9245ff78f4c7cae HTTP/1.1" status: 200  len: 375 time: 0.0127659
May 13 16:23:34.562955 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 {{(pid=79477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:34.592651 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-b0893309-fa1e-441d-b03b-386dc3446a66 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:34.664574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-b0893309-fa1e-441d-b03b-386dc3446a66 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:34.666115 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-b0893309-fa1e-441d-b03b-386dc3446a66 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2272017
May 13 16:23:34.738120 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:34.779850 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Transition to ACTIVE for port object 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 will not be triggered until provisioned by entity L2. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:34.895085 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:34.908151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:35.030639 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbde7a2-50f1-49cf-b87e-608bd10930b3 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:35.040301 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.059746 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Transition to ACTIVE for port object 6dbde7a2-50f1-49cf-b87e-608bd10930b3 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:35.100584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530108-09ae-4897-b245-9fe6d08ca340 req-48e1345c-b65d-486f-ad46-5666998ef912 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:35.101443 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-48530108-09ae-4897-b245-9fe6d08ca340 req-48e1345c-b65d-486f-ad46-5666998ef912 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Synchronizing usage tracker for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:network {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:35.123861 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.132947 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:35.195437 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-48530108-09ae-4897-b245-9fe6d08ca340 req-48e1345c-b65d-486f-ad46-5666998ef912 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Unset dirty status for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:network {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:35.196638 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-48e1345c-b65d-486f-ad46-5666998ef912 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 818 time: 0.4930358
May 13 16:23:35.237910 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.282025 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Transition to ACTIVE for port object 61cbfe49-b272-40a0-a0e8-5497f5270562 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:35.361190 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Pushing event updated for resources: {'Port': ['ID=6dbde7a2-50f1-49cf-b87e-608bd10930b3,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:35.369049 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.369823 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:35.371375 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-ad29baaf-c66c-4f77-813e-e602f2479c24 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/quotas/6fc133c816bd4cc5a3a87f673a4c97d6 HTTP/1.1" status: 200  len: 375 time: 0.0924866
May 13 16:23:35.374445 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:35.374843 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Pushing event updated for resources: {'Port': ['ID=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:35.378663 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:35.466502 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Attempting to bind port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:35.467154 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Attempting to bind port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:35.467727 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Attempting to bind port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:35.469737 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Attempting to bind port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:35.470099 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Attempting to bind port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '80aa97a5-567a-4858-81f1-3de51369c68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8'}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:35.470445 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Attempting to bind port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 on network f1f0f615-496d-4ef5-853c-e207544002d8 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:35.475708 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:23:35.476340 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Attempting to bind port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:35.478305 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 on network f1f0f615-496d-4ef5-853c-e207544002d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:23:35.478659 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Attempting to bind port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 on network f1f0f615-496d-4ef5-853c-e207544002d8 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:35.485964 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-a38799f8-4127-47f7-8d3e-4bb4dee04d97 service neutron] 10.222.0.42 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7996068
May 13 16:23:35.489742 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:35.490827 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Checking segment: {'id': '80aa97a5-567a-4858-81f1-3de51369c68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:35.490827 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Bound using segment: {'id': '80aa97a5-567a-4858-81f1-3de51369c68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8'} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:35.491143 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Bound port: 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aa97a5-567a-4858-81f1-3de51369c68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8'}}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:35.491490 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.493407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:35.494055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Checking segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:35.495358 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Bound using segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:35.496024 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Bound port: 6dbde7a2-50f1-49cf-b87e-608bd10930b3, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:35.496601 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.557428 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a4291-37c2-45ec-8c62-6e4ccfcb17e7 None None] Pushing event updated for resources: {'Port': ['ID=61cbfe49-b272-40a0-a0e8-5497f5270562,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:35.573272 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b72a4291-37c2-45ec-8c62-6e4ccfcb17e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:35.704945 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-48530108-09ae-4897-b245-9fe6d08ca340 req-7abfbcf3-ef48-4068-8662-699372b9b7e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Synchronizing usage tracker for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:35.729374 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] For port 6dbde7a2-50f1-49cf-b87e-608bd10930b3, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:35.736226 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] For port 6dbde7a2-50f1-49cf-b87e-608bd10930b3, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6dbde7a2-50f1-49cf-b87e-608bd10930b3,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:35.839404 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.841407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-48530108-09ae-4897-b245-9fe6d08ca340 req-7abfbcf3-ef48-4068-8662-699372b9b7e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Unset dirty status for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:35.845998 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-7abfbcf3-ef48-4068-8662-699372b9b7e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4522076
May 13 16:23:35.850037 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Attempting to bind port 61cbfe49-b272-40a0-a0e8-5497f5270562 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:35.850946 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Attempting to bind port 61cbfe49-b272-40a0-a0e8-5497f5270562 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:35.851789 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Attempting to bind port 61cbfe49-b272-40a0-a0e8-5497f5270562 on network ef0472c0-2e05-40f8-8e9f-047ddefa74ad {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:35.867025 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:35.870422 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Checking segment: {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:35.874842 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.875772 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Bound using segment: {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:35.876767 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Bound port: 61cbfe49-b272-40a0-a0e8-5497f5270562, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:35.877741 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:35.882535 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:35.915886 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:23:35.930234 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] For port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8, host hv-cinder-68948, cleared binding levels {{(pid=79477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:35.944628 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-19672778-21cb-42ff-8ab3-3bd5fdb72c76 service neutron] 10.222.0.42 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4224684
May 13 16:23:35.951136 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] For port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,segment=NetworkSegment(80aa97a5-567a-4858-81f1-3de51369c68c),segment_id=80aa97a5-567a-4858-81f1-3de51369c68c)] {{(pid=79477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:36.027083 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:36.033622 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:36.166012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:36.166752 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:36.170776 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] 10.222.0.24 "PUT /v2.0/ports/42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 HTTP/1.1" status: 200  len: 1094 time: 3.5888817
May 13 16:23:36.171228 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'tag': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:36.296588 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-4e3dec5f-5052-4951-8b8f-2526dec675c0 service neutron] 10.222.0.42 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4290874
May 13 16:23:36.304798 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] For port 61cbfe49-b272-40a0-a0e8-5497f5270562, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:36.319693 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] For port 61cbfe49-b272-40a0-a0e8-5497f5270562, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=61cbfe49-b272-40a0-a0e8-5497f5270562,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:36.342916 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:36.343553 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:36.344986 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] 10.222.0.24 "PUT /v2.0/ports/6dbde7a2-50f1-49cf-b87e-608bd10930b3 HTTP/1.1" status: 200  len: 1094 time: 2.7003562
May 13 16:23:36.346786 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Pushing event updated for resources: {'Port': ['ID=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,revision_number=3']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:36.348768 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'tag': '6dbde7a2-50f1-49cf-b87e-608bd10930b3'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:36.355241 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:36.443435 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:36.449543 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-7ed19d9f-26c6-4310-b82d-f14c3be16818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:36.544176 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Pushing event updated for resources: {'Port': ['ID=6dbde7a2-50f1-49cf-b87e-608bd10930b3,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:36.549888 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:36.615688 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-0d8dd8b6-5a6a-450a-97b0-58e757c7fc35 service neutron] 10.222.0.42 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3036423
May 13 16:23:36.625469 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Routers {'8fa950e0-71a0-470b-9105-93634d48984c'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:23:36.625469 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693995c550>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['8fa950e0-71a0-470b-9105-93634d48984c'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:36.948863 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d51-9233-4b7b-9c11-264f50276746 req-405f8a85-7098-43e9-bfee-6c84e5ac9752 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:36.948863 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45213d51-9233-4b7b-9c11-264f50276746 req-405f8a85-7098-43e9-bfee-6c84e5ac9752 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.1156716
May 13 16:23:36.986200 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a4291-37c2-45ec-8c62-6e4ccfcb17e7 None None] Pushing event updated for resources: {'Port': ['ID=61cbfe49-b272-40a0-a0e8-5497f5270562,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:36.990990 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b72a4291-37c2-45ec-8c62-6e4ccfcb17e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:37.070883 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45213d51-9233-4b7b-9c11-264f50276746 req-c69b4ed6-6643-4fb6-9c27-2bc94a3d0607 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052105
May 13 16:23:37.071004 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] Set router 8fa950e0-71a0-470b-9105-93634d48984c gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:23:37.286856 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67784f6e-8ac2-46c6-80e4-4617d1954886 req-0b031178-f5a1-4d14-a651-d9c661a1b0bf tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:37.287564 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-67784f6e-8ac2-46c6-80e4-4617d1954886 req-0b031178-f5a1-4d14-a651-d9c661a1b0bf tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Synchronizing usage tracker for tenant:3600688833b844a9be98f7c1d64ba378 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:37.452062 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693995c550>, [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:23:28Z', 'revision_number': 4, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '61cbfe49-b272-40a0-a0e8-5497f5270562', 'name': '', 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'mac_address': 'fa:16:3e:37:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:25Z', 'updated_at': '2021-05-13T16:23:36Z', 'revision_number': 4, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'subnets': [{'id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:23:37.452599 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d78c08-0fa8-43d6-9023-59559ffe1919 None None] The sync data for ids ['8fa950e0-71a0-470b-9105-93634d48984c'] in dv-cinder-689486-12-iscsi is: [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:23:28Z', 'revision_number': 4, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '61cbfe49-b272-40a0-a0e8-5497f5270562', 'name': '', 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'mac_address': 'fa:16:3e:37:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:25Z', 'updated_at': '2021-05-13T16:23:36Z', 'revision_number': 4, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'subnets': [{'id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:23:37.531263 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b7573ae9-4e43-4bd2-b76b-1364c19df970 req-3655bb14-c692-4a4a-a498-50e9d7828a34 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0916290
May 13 16:23:37.684957 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 61cbfe49-b272-40a0-a0e8-5497f5270562 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:37.762081 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-67784f6e-8ac2-46c6-80e4-4617d1954886 req-0b031178-f5a1-4d14-a651-d9c661a1b0bf tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Unset dirty status for tenant:3600688833b844a9be98f7c1d64ba378 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:37.763602 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-67784f6e-8ac2-46c6-80e4-4617d1954886 req-0b031178-f5a1-4d14-a651-d9c661a1b0bf tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.5688851
May 13 16:23:37.814961 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 61cbfe49-b272-40a0-a0e8-5497f5270562 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:37.821023 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 61cbfe49-b272-40a0-a0e8-5497f5270562 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:37.822928 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:37.823089 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-67784f6e-8ac2-46c6-80e4-4617d1954886 req-9e68de8b-07ab-4201-818f-abbb274e3974 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523145
May 13 16:23:37.980427 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:38.002771 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5f54fc15-aaa8-4f2b-8460-c3bfa3f45a02 req-b81c4cf5-c72b-4be0-bf95-7271bbf68cb5 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 210 time: 0.0795555
May 13 16:23:38.043538 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 61cbfe49-b272-40a0-a0e8-5497f5270562, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=61cbfe49-b272-40a0-a0e8-5497f5270562,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:38.123988 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:38.126307 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:38.222949 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=61cbfe49-b272-40a0-a0e8-5497f5270562,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:38.226363 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:38.365870 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'tag': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8', 'status': 'completed', 'code': 200}
May 13 16:23:38.574643 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11be9e6-a9fb-4f5b-94f6-aa0e6cb22d43 req-282fcbd2-305d-424e-936d-2d2b38e38c20 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:38.575895 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-c11be9e6-a9fb-4f5b-94f6-aa0e6cb22d43 req-282fcbd2-305d-424e-936d-2d2b38e38c20 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:38.648623 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'tag': '6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'status': 'completed', 'code': 200}
May 13 16:23:38.723264 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-c11be9e6-a9fb-4f5b-94f6-aa0e6cb22d43 req-282fcbd2-305d-424e-936d-2d2b38e38c20 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:38.728871 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11be9e6-a9fb-4f5b-94f6-aa0e6cb22d43 req-282fcbd2-305d-424e-936d-2d2b38e38c20 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.2663777
May 13 16:23:38.840916 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-c11be9e6-a9fb-4f5b-94f6-aa0e6cb22d43 req-65b85ce3-2aef-4de2-957a-c15c74c5cb91 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:38.952836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-c11be9e6-a9fb-4f5b-94f6-aa0e6cb22d43 req-65b85ce3-2aef-4de2-957a-c15c74c5cb91 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:38.954243 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11be9e6-a9fb-4f5b-94f6-aa0e6cb22d43 req-65b85ce3-2aef-4de2-957a-c15c74c5cb91 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215042
May 13 16:23:39.127887 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-fbf033f6-a2ef-446b-9648-60c154aeb1bc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:39.135223 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-fbf033f6-a2ef-446b-9648-60c154aeb1bc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 818 time: 0.3624060
May 13 16:23:39.156902 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-d2b0af9b-8573-4741-be9f-994825d7b245 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/quotas/6fc133c816bd4cc5a3a87f673a4c97d6 HTTP/1.1" status: 200  len: 375 time: 0.0206168
May 13 16:23:39.187770 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-029e5d74-b7e4-42f8-8b11-43d6aa71bded req-4d393002-31ce-4b78-a0a3-100364938a92 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0932312
May 13 16:23:39.281180 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-15215ac4-6eff-4542-9e10-6adb5857d938 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1228294
May 13 16:23:39.461507 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-02be989b-d78b-4045-b2a2-63c12a425617 service neutron] 10.222.0.42 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791213
May 13 16:23:39.536473 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e674e-fa93-4e2f-9c9b-7a98d4294750 req-a5a6bc9d-92a3-4b0d-8a27-42ffaf353f26 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:39.539549 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d5e674e-fa93-4e2f-9c9b-7a98d4294750 req-a5a6bc9d-92a3-4b0d-8a27-42ffaf353f26 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.1982300
May 13 16:23:39.586895 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 61cbfe49-b272-40a0-a0e8-5497f5270562 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:39.676170 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-8b72a5e3-a71e-4da5-86d4-3a4d0b8914cd service neutron] 10.222.0.42 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036386
May 13 16:23:39.741784 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d5e674e-fa93-4e2f-9c9b-7a98d4294750 req-31467c5a-1990-43d8-9919-604a79076b97 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906924
May 13 16:23:39.905657 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 61cbfe49-b272-40a0-a0e8-5497f5270562 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:39.906429 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:40.373139 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7ae90e39-e32e-4317-9b79-fd33af26d14b req-7fa74d4d-54c4-4995-9578-f03bc86d02c7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.1329172
May 13 16:23:40.514584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344fde0-d26f-462a-a65a-1a2426797401 req-a28aa58f-a597-46a0-8e45-95138967d3ca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:40.521775 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1344fde0-d26f-462a-a65a-1a2426797401 req-a28aa58f-a597-46a0-8e45-95138967d3ca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.3288248
May 13 16:23:40.635798 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1344fde0-d26f-462a-a65a-1a2426797401 req-cfee3994-591f-4d72-9584-a1ac67446ce0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130505
May 13 16:23:40.663308 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-212dab89-4c3a-415c-872e-f62383ab768f req-135e0461-0dee-4426-91f7-fe8ec509d0e3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0735116
May 13 16:23:40.981030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a4e84-00b2-4962-8745-c17fcef97268 req-5b54cbb2-362b-47bd-be14-b9fe671032f1 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:40.989308 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4d1a4e84-00b2-4962-8745-c17fcef97268 req-5b54cbb2-362b-47bd-be14-b9fe671032f1 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.1168365
May 13 16:23:41.045766 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4d1a4e84-00b2-4962-8745-c17fcef97268 req-9c252ea2-c15e-4c2f-8177-d513ae8b8d9f tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555210
May 13 16:23:41.551086 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-120c2d51-0454-44d8-8a55-74ffda01d545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:41.590034 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c3a7f681-4c41-471d-a39b-d2fd9fb780ad req-37790340-f380-43b0-9009-7e1bdb81dfe4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0847776
May 13 16:23:41.845608 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b746d83f-0cef-4505-9f4b-8a9e54d915aa req-6593f65f-504f-441b-ae05-4e7bf2883fcc tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0473857
May 13 16:23:41.856178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51180-7516-4949-9314-417b0faa4b63 req-94e3c5a7-bec1-4291-abc3-6a8dbfe9f52d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:41.857834 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-33c51180-7516-4949-9314-417b0faa4b63 req-94e3c5a7-bec1-4291-abc3-6a8dbfe9f52d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.0982230
May 13 16:23:41.924781 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-33c51180-7516-4949-9314-417b0faa4b63 req-7c765af0-6bd7-4f66-9056-c0f2d8feec28 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532691
May 13 16:23:42.276436 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2115a-0c57-4a9c-8b22-8999f5c22b34 req-65c5dfe7-fdb6-4d52-9f3a-8ca629cbe89a tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:42.277998 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-15a2115a-0c57-4a9c-8b22-8999f5c22b34 req-65c5dfe7-fdb6-4d52-9f3a-8ca629cbe89a tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.1219571
May 13 16:23:42.329314 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-15a2115a-0c57-4a9c-8b22-8999f5c22b34 req-cfc7249f-ec7b-426f-beb2-59c58979dfd1 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448308
May 13 16:23:42.768986 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-234829a3-fbd2-4f8f-ab7f-b5bfcd2cb08a req-24cd760a-6cc0-411b-a5c6-6c7f7c7ae64b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0480549
May 13 16:23:43.030604 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9fcf10fc-0d9f-402d-9634-6421c93fc6aa req-89299460-4c81-4545-8553-f0efca5ee4af tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0595033
May 13 16:23:43.174232 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a629b-ab0b-4334-8b7c-271f1d170d9a req-8e347709-012e-442e-96e6-cdfab7733d71 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:43.175957 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7e9a629b-ab0b-4334-8b7c-271f1d170d9a req-8e347709-012e-442e-96e6-cdfab7733d71 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.1022482
May 13 16:23:43.223832 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7e9a629b-ab0b-4334-8b7c-271f1d170d9a req-02232856-9147-489b-98a5-8d8c00d3dd93 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407288
May 13 16:23:43.601500 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9a79-0e18-4483-bc01-bc564c171692 req-8f215a92-a8e5-422e-9670-9ab98fc01c56 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:43.603014 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-104c9a79-0e18-4483-bc01-bc564c171692 req-8f215a92-a8e5-422e-9670-9ab98fc01c56 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.1248190
May 13 16:23:43.662833 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-104c9a79-0e18-4483-bc01-bc564c171692 req-5836835a-ee63-486f-b4c0-bd514064b99a tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525489
May 13 16:23:43.755081 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c724b-e898-40ed-b75d-00175c80761a req-91d8acdf-feaa-49e1-b9f4-a33f52b8425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:43.756989 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e49c724b-e898-40ed-b75d-00175c80761a req-91d8acdf-feaa-49e1-b9f4-a33f52b8425d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 1097 time: 0.1010919
May 13 16:23:43.768780 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:43.858549 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e326530-b92f-4b1b-bfa2-24a675ec907b req-042737f5-d4ef-418d-8b8f-3b202f4c6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:43.861328 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0e326530-b92f-4b1b-bfa2-24a675ec907b req-042737f5-d4ef-418d-8b8f-3b202f4c6a3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3600688833b844a9be98f7c1d64ba378&device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 1097 time: 0.1049132
May 13 16:23:43.943250 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0387a638-cf1b-4494-8e4e-fcbec9c10a7d req-8d4452e5-fcbe-4ab0-a100-5ddcf6a02846 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0523725
May 13 16:23:43.996731 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a8350281-0fd7-4a86-98c0-ab25ab0bd3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:44.045903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c724b-e898-40ed-b75d-00175c80761a req-7f01d965-159a-4d3d-ae4c-ff3a6b4e91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.048041 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e49c724b-e898-40ed-b75d-00175c80761a req-7f01d965-159a-4d3d-ae4c-ff3a6b4e91bb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b851be948d64579ae17b2525d0e84b2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2625132
May 13 16:23:44.113113 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e326530-b92f-4b1b-bfa2-24a675ec907b req-9e80f7f8-e643-438b-9d79-a6ef0fd59085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.114894 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0e326530-b92f-4b1b-bfa2-24a675ec907b req-9e80f7f8-e643-438b-9d79-a6ef0fd59085 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3600688833b844a9be98f7c1d64ba378&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2006507
May 13 16:23:44.226982 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c724b-e898-40ed-b75d-00175c80761a req-5f20a33c-d608-49d9-9624-513f4f60eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.228450 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e49c724b-e898-40ed-b75d-00175c80761a req-5f20a33c-d608-49d9-9624-513f4f60eccc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1709418
May 13 16:23:44.293941 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cdc7934e-d3a0-434a-bca7-ff69832f1e69 req-aabfd4d7-c7a1-46ea-9ede-adb01a6984bb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0691202
May 13 16:23:44.383471 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e326530-b92f-4b1b-bfa2-24a675ec907b req-a53c300e-a0e3-4156-bfa6-802a1a504210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.383936 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0e326530-b92f-4b1b-bfa2-24a675ec907b req-a53c300e-a0e3-4156-bfa6-802a1a504210 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2373135
May 13 16:23:44.499242 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-5c733d57-e698-4bf5-8a31-a2f64fea2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.500727 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-5c733d57-e698-4bf5-8a31-a2f64fea2bdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 1097 time: 0.1562819
May 13 16:23:44.522517 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079026-83c1-45a3-8db6-1282c28ae622 req-50846108-78e5-47b1-892d-725d6fd80489 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.529724 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e6079026-83c1-45a3-8db6-1282c28ae622 req-50846108-78e5-47b1-892d-725d6fd80489 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.1399274
May 13 16:23:44.609438 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-ca697660-b291-4571-8c67-16d504b7a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.611454 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-ca697660-b291-4571-8c67-16d504b7a8ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3600688833b844a9be98f7c1d64ba378&device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 1097 time: 0.1211627
May 13 16:23:44.627381 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-dcf00bdb-35aa-4459-b856-1ff12db7b1f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbde7a2-50f1-49cf-b87e-608bd10930b3 HTTP/1.1" status: 200  len: 217 time: 0.0823562
May 13 16:23:44.648539 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e6079026-83c1-45a3-8db6-1282c28ae622 req-13b914f9-bee3-435a-954a-d7fddc1856a2 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179438
May 13 16:23:44.751063 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:44.759974 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-7f8de9fa-a49f-479e-83f1-2a6b6763debe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 HTTP/1.1" status: 200  len: 217 time: 0.0896344
May 13 16:23:44.760415 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-3eb3f9f2-3fef-4959-8030-7402d166e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.762490 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-3eb3f9f2-3fef-4959-8030-7402d166e390 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c808082-165d-460f-8e14-ccd6588ca3a5 HTTP/1.1" status: 200  len: 854 time: 0.0887499
May 13 16:23:44.834981 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-28251e09-6ad2-4447-bd87-d247df40006a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554321
May 13 16:23:44.884402 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-da4a30d0-89d2-4b35-9317-afaf070908a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:44.886069 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-da4a30d0-89d2-4b35-9317-afaf070908a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23696e2f-26ee-4df3-99b7-b2687aa70ccc HTTP/1.1" status: 200  len: 852 time: 0.1075592
May 13 16:23:45.008150 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-bb1d3cdf-f83e-406d-8109-71265d253844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f1f0f615-496d-4ef5-853c-e207544002d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1141353
May 13 16:23:45.048283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f937f-55df-494b-8fa0-91d17deeda38 req-d757ab8f-3489-40b2-b980-e53785531f47 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:45.050044 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-828f937f-55df-494b-8fa0-91d17deeda38 req-d757ab8f-3489-40b2-b980-e53785531f47 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.2376125
May 13 16:23:45.064111 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-2170b6d0-dcc0-452f-b35e-cf18b1bce414 service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165534
May 13 16:23:45.179849 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc879e22-98ba-4183-8902-bfb2f74ef14c req-63b4be2a-e329-45a9-b01a-24f4634d2902 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0842535
May 13 16:23:45.182033 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-828f937f-55df-494b-8fa0-91d17deeda38 req-6f5bad09-53ec-46ed-96a3-724300b702e3 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242876
May 13 16:23:45.300729 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-3d0dd0dc-ae36-4205-b98d-2260870dc200 service neutron] 10.222.0.24 "GET /v2.0/networks/f1f0f615-496d-4ef5-853c-e207544002d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992357
May 13 16:23:45.394882 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4a57ebad-2cae-409f-9ed2-ac4aedbf263c req-3a7a6d22-269c-43af-944b-a638175238e8 service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629857
May 13 16:23:45.520398 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f017744a-2ade-4733-8116-52883d0c9abf req-044e2ca2-b0c5-48f9-bc5e-9d97c967db36 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0752861
May 13 16:23:45.523113 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:45.606881 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f8a3f2c0-2352-4d13-acf9-43b34c9e5f6c req-581ab637-a905-4db0-8da5-0efbe70e51d2 service neutron] 10.222.0.24 "GET /v2.0/networks/f1f0f615-496d-4ef5-853c-e207544002d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977648
May 13 16:23:45.754124 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-adddd1a7-6fec-439b-b8f7-d10f5d169c8d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:45.755794 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-adddd1a7-6fec-439b-b8f7-d10f5d169c8d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 810 time: 0.2687283
May 13 16:23:45.871782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-646585f9-05bb-4193-89e7-f6e4b5a51242 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b275605a2e4be5a9245ff78f4c7cae HTTP/1.1" status: 200  len: 380 time: 0.0598540
May 13 16:23:45.883117 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'port': {'device_id': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'admin_state_up': True, 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'security_groups': ['49507695-d4fc-42dc-aecf-7da6dc73d8a8']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:45.985977 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67c49-255b-458e-8e14-90983c6eb1ff req-852f4aaa-f436-4df8-bb93-15534ac95f15 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:45.988328 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-72e67c49-255b-458e-8e14-90983c6eb1ff req-852f4aaa-f436-4df8-bb93-15534ac95f15 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.2118611
May 13 16:23:46.091782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-72e67c49-255b-458e-8e14-90983c6eb1ff req-d2c387e2-e7f0-4c81-9cbd-5bceced6cede tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942094
May 13 16:23:46.099724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:46.112318 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:46.184888 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Made reservation on behalf of b3b275605a2e4be5a9245ff78f4c7cae for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:46.188675 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:46.393981 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0168ea3-4c49-4b8d-93d8-5c8c2ca608e5 req-77122419-21af-407d-9121-4949ecc96791 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0546615
May 13 16:23:46.447940 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Allocated IP 172.20.0.12 (fbab1dd3-c16a-4a06-aa40-0c41bf95770a/800d872f-c442-4939-a2d5-c88258ff26fe/9fff021c-19fd-4cb7-855b-b4a5179b6887) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:46.487538 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9cfc8-d228-4a22-a934-6d5737df2fd1 req-18cbe865-403a-4b95-9c54-0c152c9f9640 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:46.488974 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d5d9cfc8-d228-4a22-a934-6d5737df2fd1 req-18cbe865-403a-4b95-9c54-0c152c9f9640 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.1272111
May 13 16:23:46.545912 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d5d9cfc8-d228-4a22-a934-6d5737df2fd1 req-12d65cba-7212-4e61-bd51-fdf76a0808ee tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427823
May 13 16:23:46.714777 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:46.770634 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6dd05170-621d-4221-8dd5-af94f5301677 req-aefad887-4d9a-4351-bdc2-8466c17429d0 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0580332
May 13 16:23:46.778749 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Transition to ACTIVE for port object 9fff021c-19fd-4cb7-855b-b4a5179b6887 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:46.797910 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:46.810050 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530108-09ae-4897-b245-9fe6d08ca340 req-a6f663eb-fe74-453f-ad99-562136582e5b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:46.811829 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-a6f663eb-fe74-453f-ad99-562136582e5b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 818 time: 0.1951885
May 13 16:23:46.846613 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Request body: {'port': {'device_id': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'admin_state_up': True, 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:46.876005 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:46.892819 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:46.980485 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:46.989028 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:46.997813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:47.003803 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:47.004465 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:47.005334 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:47.036209 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:47.062515 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'Port': ['ID=9fff021c-19fd-4cb7-855b-b4a5179b6887,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:47.066384 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:47.147374 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2696505
May 13 16:23:47.179749 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Request body: {'port': {'device_id': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:47.237335 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Made reservation on behalf of 6fc133c816bd4cc5a3a87f673a4c97d6 for: {'port': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:47.246492 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:47.367815 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:47.434852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-9e2ad58f-b393-446b-99a6-37f8cec392b8 None None] Provisioning for port 9fff021c-19fd-4cb7-855b-b4a5179b6887 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:47.443243 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-9e2ad58f-b393-446b-99a6-37f8cec392b8 None None] Provisioning complete for port 9fff021c-19fd-4cb7-855b-b4a5179b6887 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:47.443627 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad58f-b393-446b-99a6-37f8cec392b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:47.480037 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6e9b3-300c-41ab-acb5-f0c064806f9b req-82ec6670-ec75-4c92-88a4-702cc369c9ec tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:47.481771 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9fa6e9b3-300c-41ab-acb5-f0c064806f9b req-82ec6670-ec75-4c92-88a4-702cc369c9ec tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.2137897
May 13 16:23:47.567501 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ad58f-b393-446b-99a6-37f8cec392b8 None None] Port 9fff021c-19fd-4cb7-855b-b4a5179b6887 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:23:47.686666 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9fa6e9b3-300c-41ab-acb5-f0c064806f9b req-b0fcd107-e1c6-4125-8f6e-e5f8d3e6e228 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934547
May 13 16:23:47.689078 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Allocated IP 172.20.0.10 (ef0472c0-2e05-40f8-8e9f-047ddefa74ad/974d5c41-cd1b-485b-8176-0c5f7fb5cbf3/91e8a7e6-b89b-4740-86a4-9c3ed6143aba) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:47.758003 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52f1308d-3ba0-4834-a654-c645b1fe419f req-41b161d7-052a-4913-958a-ab0ba4cf407b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0544789
May 13 16:23:47.869621 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.24', 55872) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:48.097164 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bfc0c-8052-42de-8645-2959b5edc31e req-5c88b293-2511-4988-bd48-47567a5a19ff tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:48.106734 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-684bfc0c-8052-42de-8645-2959b5edc31e req-5c88b293-2511-4988-bd48-47567a5a19ff tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 944 time: 0.2449384
May 13 16:23:48.143886 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:48.186110 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-684bfc0c-8052-42de-8645-2959b5edc31e req-596ccfe3-2a44-4257-ac26-2014b9faa3d8 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782599
May 13 16:23:48.277200 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ab885-27b7-4f7d-9b15-69dbaee8e9d8 req-41c7cc27-adce-41a1-b781-71c5451aa685 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:48.277876 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-d41ab885-27b7-4f7d-9b15-69dbaee8e9d8 req-41c7cc27-adce-41a1-b781-71c5451aa685 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:48.295482 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-715d1cc2-00b7-48fa-aa45-98c0a36f9b1d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:48.296839 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-715d1cc2-00b7-48fa-aa45-98c0a36f9b1d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 818 time: 0.4268639
May 13 16:23:48.306037 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:48.315272 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:48.352645 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Request body: {'port': {'device_id': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'admin_state_up': True, 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:48.380865 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:48.384501 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:48.387178 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:48.392995 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:48.393637 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:48.423037 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Pushing event updated for resources: {'Port': ['ID=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:48.426549 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:48.442980 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-d41ab885-27b7-4f7d-9b15-69dbaee8e9d8 req-41c7cc27-adce-41a1-b781-71c5451aa685 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:48.444130 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d41ab885-27b7-4f7d-9b15-69dbaee8e9d8 req-41c7cc27-adce-41a1-b781-71c5451aa685 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 932 time: 0.4710488
May 13 16:23:48.462509 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fff021c-19fd-4cb7-855b-b4a5179b6887 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:48.488871 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:48.511462 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6693799
May 13 16:23:48.540157 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Request body: {'port': {'device_id': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:48.545001 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Transition to ACTIVE for port object 9fff021c-19fd-4cb7-855b-b4a5179b6887 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:48.563167 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d41ab885-27b7-4f7d-9b15-69dbaee8e9d8 req-e2e24d4e-83b2-4c48-a987-651e4146d30a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085300
May 13 16:23:48.595086 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:48.595086 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Usage tracker for resource:port and tenant:6fc133c816bd4cc5a3a87f673a4c97d6 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:48.596594 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:48.605428 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:48.635413 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:48.639674 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-360d40ed-6b2f-4993-aa39-8b8b3f550676 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:48.682750 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:48.750306 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Made reservation on behalf of 6fc133c816bd4cc5a3a87f673a4c97d6 for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:23:48.754033 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:48.798686 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Pushing event updated for resources: {'Port': ['ID=9fff021c-19fd-4cb7-855b-b4a5179b6887,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:48.805299 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:48.867460 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:23:48.989728 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0b568650-ba02-43a1-b8d8-bee2a6fab4f1 req-019f5177-4dab-4728-a882-610e9115f752 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0740793
May 13 16:23:48.990393 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Attempting to bind port 9fff021c-19fd-4cb7-855b-b4a5179b6887 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:48.990718 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Attempting to bind port 9fff021c-19fd-4cb7-855b-b4a5179b6887 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:48.991042 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Attempting to bind port 9fff021c-19fd-4cb7-855b-b4a5179b6887 on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:49.004276 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Port 9fff021c-19fd-4cb7-855b-b4a5179b6887 on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:23:49.004599 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Attempting to bind port 9fff021c-19fd-4cb7-855b-b4a5179b6887 on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:49.029733 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:49.030542 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Checking segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:49.030663 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Bound using segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:49.031081 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Bound port: 9fff021c-19fd-4cb7-855b-b4a5179b6887, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:49.032156 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.126245 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,segment=NetworkSegment(80aa97a5-567a-4858-81f1-3de51369c68c),segment_id=80aa97a5-567a-4858-81f1-3de51369c68c)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:49.159202 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8', 'network_id': 'f1f0f615-496d-4ef5-853c-e207544002d8', 'port_id': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8', 'mac_address': 'fa:16:3e:d8:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23696e2f-26ee-4df3-99b7-b2687aa70ccc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:23:49.216443 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a78a2-0868-4d02-8f26-2c59fe633397 req-54cc100a-7f65-4ef0-be8f-b97a9be7d9f7 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:49.227713 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fe4a78a2-0868-4d02-8f26-2c59fe633397 req-54cc100a-7f65-4ef0-be8f-b97a9be7d9f7 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 944 time: 0.1536372
May 13 16:23:49.235577 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] For port 9fff021c-19fd-4cb7-855b-b4a5179b6887, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:49.239229 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.242533 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] For port 9fff021c-19fd-4cb7-855b-b4a5179b6887, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:49.257783 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:49.278598 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,segment=NetworkSegment(80aa97a5-567a-4858-81f1-3de51369c68c),segment_id=80aa97a5-567a-4858-81f1-3de51369c68c)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:49.293633 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fe4a78a2-0868-4d02-8f26-2c59fe633397 req-83be6120-fc9c-4aa4-8557-4adb4573fe83 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650160
May 13 16:23:49.378003 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.381860 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 6dbde7a2-50f1-49cf-b87e-608bd10930b3 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:23:49.382222 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:49.383393 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e8a7e6-b89b-4740-86a4-9c3ed6143aba {{(pid=79477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:49.392972 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.415075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.425648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:49.492642 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Transition to ACTIVE for port object 91e8a7e6-b89b-4740-86a4-9c3ed6143aba will not be triggered until provisioned by entity L2. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:49.492769 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:49.493332 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.495874 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] 10.222.0.24 "PUT /v2.0/ports/9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 200  len: 1094 time: 2.3205063
May 13 16:23:49.496480 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:49.534666 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Pushing event updated for resources: {'Port': ['ID=9fff021c-19fd-4cb7-855b-b4a5179b6887,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:49.539810 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:49.563415 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a205e-7216-46de-884b-eddf2f94f8e3 req-1803aaba-f16c-4be1-b38f-545c1f949b90 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:49.570497 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:49.572464 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c80a205e-7216-46de-884b-eddf2f94f8e3 req-1803aaba-f16c-4be1-b38f-545c1f949b90 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 945 time: 0.2088125
May 13 16:23:49.577348 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:49.614542 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.628551 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:49.660260 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 6dbde7a2-50f1-49cf-b87e-608bd10930b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6dbde7a2-50f1-49cf-b87e-608bd10930b3,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:49.673628 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'status': 'completed', 'code': 200}
May 13 16:23:49.686551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'port_id': '6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'mac_address': 'fa:16:3e:29:cc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c808082-165d-460f-8e14-ccd6588ca3a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:23:49.747374 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c80a205e-7216-46de-884b-eddf2f94f8e3 req-bcd325ff-6130-4dd1-b3b2-8b1a9a84c4f3 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718125
May 13 16:23:49.814929 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.821734 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Allocated IP 172.20.0.4 (ef0472c0-2e05-40f8-8e9f-047ddefa74ad/974d5c41-cd1b-485b-8176-0c5f7fb5cbf3/9516730e-2cbf-4b11-9412-8451718c0ac6) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:23:49.850060 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbde7a2-50f1-49cf-b87e-608bd10930b3 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:49.870757 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 6dbde7a2-50f1-49cf-b87e-608bd10930b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6dbde7a2-50f1-49cf-b87e-608bd10930b3,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:49.888977 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-712aa78f-861e-4b95-953a-ce42d6356c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:49.890555 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-712aa78f-861e-4b95-953a-ce42d6356c6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 1097 time: 0.2051530
May 13 16:23:49.937688 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Pushing event updated for resources: {'Port': ['ID=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:49.962549 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:49.965175 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:49.994695 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:50.021549 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Attempting to bind port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:50.021847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Attempting to bind port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:50.022067 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Attempting to bind port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba on network ef0472c0-2e05-40f8-8e9f-047ddefa74ad {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:50.030008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba on network ef0472c0-2e05-40f8-8e9f-047ddefa74ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:23:50.030008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Attempting to bind port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba on network ef0472c0-2e05-40f8-8e9f-047ddefa74ad {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:50.038558 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:50.039110 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Checking segment: {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:50.039282 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Bound using segment: {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:50.039773 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Bound port: 91e8a7e6-b89b-4740-86a4-9c3ed6143aba, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'}}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:50.040117 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:50.075567 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-dbf1f616-8fed-4230-bbe0-8b14b0f73cfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 200  len: 217 time: 0.1646810
May 13 16:23:50.079192 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=6dbde7a2-50f1-49cf-b87e-608bd10930b3,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:50.089539 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:50.136907 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934b89-1e41-492e-99fb-55b043411841 req-4d493407-ec43-4514-a4af-6dbeefaf7378 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:50.145052 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a5934b89-1e41-492e-99fb-55b043411841 req-4d493407-ec43-4514-a4af-6dbeefaf7378 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 944 time: 0.2871070
May 13 16:23:50.235404 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f5b84300-e208-4ad4-9a88-f31a174506ad req-db1ff3b7-b5be-432f-b3b2-7494bba6a1b0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.0829589
May 13 16:23:50.243389 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a5934b89-1e41-492e-99fb-55b043411841 req-7924c11c-30a7-4223-b5b3-5ddf2b92da10 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973265
May 13 16:23:50.276367 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] For port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba, host hv-cinder-68948, cleared binding levels {{(pid=79477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:50.281429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-1c5f9e10-7a8d-43cc-97c1-2094ce4d0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:50.282834 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-1c5f9e10-7a8d-43cc-97c1-2094ce4d0925 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.1976886
May 13 16:23:50.287314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] For port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:50.366427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:50.410078 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-c79d8d00-3f55-4ca0-a656-92564cc13a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:50.411475 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-c79d8d00-3f55-4ca0-a656-92564cc13a1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1131463
May 13 16:23:50.448396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:50.455547 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:50.528926 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:23:50.548275 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:50.549244 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:50.550804 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] 10.222.0.24 "PUT /v2.0/ports/91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 1094 time: 2.0170467
May 13 16:23:50.551451 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'tag': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:50.596777 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['42fb0d7b-d102-4bfa-8c00-e49ba8823bc8'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:23:50.615770 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Pushing event updated for resources: {'Port': ['ID=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,revision_number=3']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:50.625265 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:50.695086 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'tag': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba', 'status': 'completed', 'code': 200}
May 13 16:23:50.831679 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:50.876639 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7839200b-9bc4-4a00-b307-c5da5d967eb3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:50.880523 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530108-09ae-4897-b245-9fe6d08ca340 req-1317bfd3-f84b-4fab-80c4-c7f2356014bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:50.882225 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-1317bfd3-f84b-4fab-80c4-c7f2356014bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1097 time: 0.1561496
May 13 16:23:50.943862 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Network ef0472c0-2e05-40f8-8e9f-047ddefa74ad is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:23:50.960573 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:23:50.965946 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:23:50.972560 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:50.973138 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:51.016030 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-fca4c27b-cd68-4808-804b-804d4905759a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 217 time: 0.1148055
May 13 16:23:51.035693 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Pushing event updated for resources: {'Port': ['ID=9516730e-2cbf-4b11-9412-8451718c0ac6,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:51.038436 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:51.043419 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-23cabaeb-9db7-4458-bb5f-280d4df2947a service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6235914
May 13 16:23:51.063098 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1fde-1a0e-41fa-8ac4-6320750ff9d6 req-6687f269-08e4-4042-a6be-f3792bf8f5fc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:51.064527 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-45ad1fde-1a0e-41fa-8ac4-6320750ff9d6 req-6687f269-08e4-4042-a6be-f3792bf8f5fc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 945 time: 0.6436152
May 13 16:23:51.101381 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530108-09ae-4897-b245-9fe6d08ca340 req-b534c9d8-b897-4a9c-a2e5-6ad1740c293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:51.102809 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-b534c9d8-b897-4a9c-a2e5-6ad1740c293c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.0753629
May 13 16:23:51.110571 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0466081-685d-46f3-97a7-b174e5e7c94b req-998de0c9-bf82-4bda-9f92-e013291c22ad tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:51.111917 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d0466081-685d-46f3-97a7-b174e5e7c94b req-998de0c9-bf82-4bda-9f92-e013291c22ad tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 945 time: 0.1469989
May 13 16:23:51.152392 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8104095
May 13 16:23:51.175539 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-7554401a-3012-4d79-9e2e-77b705e672dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612829
May 13 16:23:51.186377 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Request body: {'port': {'device_id': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:23:51.226642 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d0466081-685d-46f3-97a7-b174e5e7c94b req-467831d0-a7a8-4807-be97-49989653cdcb tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806584
May 13 16:23:51.230926 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-45ad1fde-1a0e-41fa-8ac4-6320750ff9d6 req-56081ce6-2873-4431-abec-e2783b802797 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465397
May 13 16:23:51.261020 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58920) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:51.351320 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-9e6473bb-19e8-4937-b2b7-c963cdf5dd90 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622438
May 13 16:23:51.353981 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e38df84-1586-4d84-aa6e-07dbfbb01dd1 req-12595639-0440-464b-ac8e-95e26738a657 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875345
May 13 16:23:51.385459 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:51.528204 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:51.568417 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:51.622142 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Usage tracker for resource:security_group_rule and tenant:2774ed13adb845578e88e21f2521cc5e is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:51.653787 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:51.677611 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:51.725944 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b24ca-18a7-44e3-ab65-354322ecd0d5 req-cd05c682-1497-4e06-95d9-f00c3f21cb2f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:51.727531 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a73b24ca-18a7-44e3-ab65-354322ecd0d5 req-cd05c682-1497-4e06-95d9-f00c3f21cb2f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 944 time: 0.3123741
May 13 16:23:51.763735 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48530108-09ae-4897-b245-9fe6d08ca340 req-ce931163-245e-4bea-bac3-c8fc1f104987 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3903313
May 13 16:23:51.784020 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a73b24ca-18a7-44e3-ab65-354322ecd0d5 req-a5e79381-1dda-4f5f-bfe5-99ddb1bc81ba tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466185
May 13 16:23:51.830298 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aedf75-a310-4cc8-8715-e020208ca0bd req-a86f9b6d-5caa-4cd2-9146-61e71b815996 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:51.831022 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-61aedf75-a310-4cc8-8715-e020208ca0bd req-a86f9b6d-5caa-4cd2-9146-61e71b815996 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Synchronizing usage tracker for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:51.912723 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8828-ec86-4690-acc2-000e1584c52b req-0c08164a-eb99-4e2d-997d-3dd688de63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:51.916343 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-159f8828-ec86-4690-acc2-000e1584c52b req-0c08164a-eb99-4e2d-997d-3dd688de63bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 1097 time: 0.3020082
May 13 16:23:51.947207 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-61aedf75-a310-4cc8-8715-e020208ca0bd req-a86f9b6d-5caa-4cd2-9146-61e71b815996 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Unset dirty status for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:51.948447 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-61aedf75-a310-4cc8-8715-e020208ca0bd req-a86f9b6d-5caa-4cd2-9146-61e71b815996 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 931 time: 0.4906394
May 13 16:23:52.059941 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a73b25-b651-4178-9614-2eaf559d885a req-8472d16d-c68e-419a-a128-9edeba8b3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:52.061474 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a73b25-b651-4178-9614-2eaf559d885a req-8472d16d-c68e-419a-a128-9edeba8b3007 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1097 time: 0.1037076
May 13 16:23:52.088671 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.db.resource_extend [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 13 16:23:52.107252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:52.198035 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-61aedf75-a310-4cc8-8715-e020208ca0bd req-5058c67f-b452-45ca-83c8-345b28e8cc05 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Synchronizing usage tracker for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:52.207452 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:52.236934 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-953344a4-03f2-40e8-a4e7-79c5716b7b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:52.254254 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9516730e-2cbf-4b11-9412-8451718c0ac6 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:52.256932 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a73b25-b651-4178-9614-2eaf559d885a req-0342fff4-3a88-4419-87b6-7ea6f2dd6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:52.260210 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a73b25-b651-4178-9614-2eaf559d885a req-0342fff4-3a88-4419-87b6-7ea6f2dd6d55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 919 time: 0.1891820
May 13 16:23:52.277765 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:52.289025 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8828-ec86-4690-acc2-000e1584c52b req-cbb0b433-21b6-4ce1-9063-707ddb316d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:52.290699 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-159f8828-ec86-4690-acc2-000e1584c52b req-cbb0b433-21b6-4ce1-9063-707ddb316d1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 911 time: 0.3284252
May 13 16:23:52.372612 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a73b25-b651-4178-9614-2eaf559d885a req-314fbbd7-ace2-4e2e-bd37-cd29c6a853fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 217 time: 0.1020262
May 13 16:23:52.380140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Transition to ACTIVE for port object 9516730e-2cbf-4b11-9412-8451718c0ac6 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:23:52.392691 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2774ed13adb845578e88e21f2521cc5e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1305497
May 13 16:23:52.394514 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-61aedf75-a310-4cc8-8715-e020208ca0bd req-5058c67f-b452-45ca-83c8-345b28e8cc05 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Unset dirty status for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:52.399133 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-61aedf75-a310-4cc8-8715-e020208ca0bd req-5058c67f-b452-45ca-83c8-345b28e8cc05 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4345207
May 13 16:23:52.399133 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-159f8828-ec86-4690-acc2-000e1584c52b req-4f029c3b-2001-4044-8ab2-381168128443 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 200  len: 217 time: 0.0926833
May 13 16:23:52.399133 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 58966) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:52.399595 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37fc8f1-062d-4978-b9e5-0fc4fcaaaa45,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:52.403531 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:52.472384 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a73b25-b651-4178-9614-2eaf559d885a req-426efd29-2944-4c3d-81c4-f60aa69196e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:52.473959 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a73b25-b651-4178-9614-2eaf559d885a req-426efd29-2944-4c3d-81c4-f60aa69196e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.0906401
May 13 16:23:52.505106 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:52.520682 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:52.561879 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8828-ec86-4690-acc2-000e1584c52b req-2cd6c124-d48c-4bb5-9915-2ae75e2b485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:52.563265 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-159f8828-ec86-4690-acc2-000e1584c52b req-2cd6c124-d48c-4bb5-9915-2ae75e2b485e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.1488264
May 13 16:23:52.585155 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a73b25-b651-4178-9614-2eaf559d885a req-042cdaa5-e7e2-4cc4-9741-ea49efd21550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469794
May 13 16:23:52.693318 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef82c58-ebce-4431-b1e6-f4a169a32d00 req-f6a2c1fc-e743-4b40-bd08-abdd6d7b64c3 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:52.694966 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6ef82c58-ebce-4431-b1e6-f4a169a32d00 req-f6a2c1fc-e743-4b40-bd08-abdd6d7b64c3 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 945 time: 0.2194743
May 13 16:23:52.778859 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6ef82c58-ebce-4431-b1e6-f4a169a32d00 req-179c2b06-4b43-4fc5-b31e-c31c4ce6c29a tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759525
May 13 16:23:52.787745 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a73b25-b651-4178-9614-2eaf559d885a req-8a360d39-673d-4de5-a86d-672baa98132a service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914942
May 13 16:23:52.824131 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:52.850857 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:52.886222 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Pushing event updated for resources: {'Port': ['ID=9516730e-2cbf-4b11-9412-8451718c0ac6,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:52.889048 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:52.932766 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:52.941354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Attempting to bind port 9516730e-2cbf-4b11-9412-8451718c0ac6 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:23:52.941955 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Attempting to bind port 9516730e-2cbf-4b11-9412-8451718c0ac6 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:23:52.942432 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Attempting to bind port 9516730e-2cbf-4b11-9412-8451718c0ac6 on network ef0472c0-2e05-40f8-8e9f-047ddefa74ad {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:52.962011 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Port 9516730e-2cbf-4b11-9412-8451718c0ac6 on network ef0472c0-2e05-40f8-8e9f-047ddefa74ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:23:52.962366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Attempting to bind port 9516730e-2cbf-4b11-9412-8451718c0ac6 on network ef0472c0-2e05-40f8-8e9f-047ddefa74ad {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:23:52.987247 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:23:52.987571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Checking segment: {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:23:52.987959 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Bound using segment: {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:23:52.988409 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Bound port: 9516730e-2cbf-4b11-9412-8451718c0ac6, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffdc348-0d3a-414d-a745-6870a24b0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:23:52.988746 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.008640 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a73b25-b651-4178-9614-2eaf559d885a req-4fd986b6-433a-4bed-a4f7-ea8ff4192ac9 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110767
May 13 16:23:53.035229 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8828-ec86-4690-acc2-000e1584c52b req-a37e7b15-5b50-4468-941e-686377ecb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:53.036739 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-159f8828-ec86-4690-acc2-000e1584c52b req-a37e7b15-5b50-4468-941e-686377ecb972 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2843406
May 13 16:23:53.054826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7c049-40d1-4537-a977-61c47e4391d7 req-918e671f-a5d9-4646-b87d-ffd73ceae551 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:53.055532 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-05d7c049-40d1-4537-a977-61c47e4391d7 req-918e671f-a5d9-4646-b87d-ffd73ceae551 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 944 time: 0.0996594
May 13 16:23:53.073970 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cfadb-ab5e-4f68-9348-31bc6e3f3274 req-f500b34c-05a2-40e4-8050-d71bc8ca69a8 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:53.076143 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:53.080892 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e17cfadb-ab5e-4f68-9348-31bc6e3f3274 req-f500b34c-05a2-40e4-8050-d71bc8ca69a8 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 945 time: 0.5208201
May 13 16:23:53.081869 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:53.086480 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.123467 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-05d7c049-40d1-4537-a977-61c47e4391d7 req-149a9e44-53b1-459e-916a-b0c04785a1c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570374
May 13 16:23:53.246110 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.274471 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:53.284884 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e17cfadb-ab5e-4f68-9348-31bc6e3f3274 req-402cda50-f4cf-4a32-99b9-d9e39d513f0f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028255
May 13 16:23:53.315468 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] For port 9516730e-2cbf-4b11-9412-8451718c0ac6, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:23:53.335122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.341983 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-159f8828-ec86-4690-acc2-000e1584c52b req-2a6d7675-1a2d-432a-ad19-320e85c1d52d service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763276
May 13 16:23:53.344781 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] For port 9516730e-2cbf-4b11-9412-8451718c0ac6, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9516730e-2cbf-4b11-9412-8451718c0ac6,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:23:53.345760 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:53.347413 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,segment=NetworkSegment(80aa97a5-567a-4858-81f1-3de51369c68c),segment_id=80aa97a5-567a-4858-81f1-3de51369c68c)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:53.381620 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37fc8f1-062d-4978-b9e5-0fc4fcaaaa45,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:53.388528 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:53.414575 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.415601 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 6dbde7a2-50f1-49cf-b87e-608bd10930b3 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:53.439793 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.444674 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d37fc8f1-062d-4978-b9e5-0fc4fcaaaa45 HTTP/1.1" status: 204  len: 168 time: 1.0427227
May 13 16:23:53.444674 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.445801 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:53.455052 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3033c408-9659-432c-bf75-905c3c3d4caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:53.548524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:53.549287 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.550543 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] 10.222.0.24 "PUT /v2.0/ports/9516730e-2cbf-4b11-9412-8451718c0ac6 HTTP/1.1" status: 200  len: 1093 time: 2.3766785
May 13 16:23:53.563815 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'tag': '9516730e-2cbf-4b11-9412-8451718c0ac6'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:53.617162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:53.621488 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:53.649774 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'tag': '9516730e-2cbf-4b11-9412-8451718c0ac6', 'status': 'completed', 'code': 200}
May 13 16:23:53.690875 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Pushing event updated for resources: {'Port': ['ID=9516730e-2cbf-4b11-9412-8451718c0ac6,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:53.700637 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:53.703385 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-159f8828-ec86-4690-acc2-000e1584c52b req-748a17b1-e2d6-49bb-b643-7343f6e2e9b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3486261
May 13 16:23:53.726559 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:53.733299 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:53.733933 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.760151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bb209-530c-4a2e-b1e4-a1f1d6d0a23c req-451a1594-b2ef-4b62-8c7c-3a1b7fba0728 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:53.760995 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-b30bb209-530c-4a2e-b1e4-a1f1d6d0a23c req-451a1594-b2ef-4b62-8c7c-3a1b7fba0728 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Synchronizing usage tracker for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:23:53.778295 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-b30bb209-530c-4a2e-b1e4-a1f1d6d0a23c req-451a1594-b2ef-4b62-8c7c-3a1b7fba0728 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Unset dirty status for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:23:53.785800 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b30bb209-530c-4a2e-b1e4-a1f1d6d0a23c req-451a1594-b2ef-4b62-8c7c-3a1b7fba0728 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 943 time: 0.1373913
May 13 16:23:53.842456 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8', 'code': 200}
May 13 16:23:53.846495 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fb644-9ac2-487d-8b3c-4cb3a26b93aa req-f59d6c57-b94d-4d8f-9aca-8c139dbf18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:53.849234 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b30bb209-530c-4a2e-b1e4-a1f1d6d0a23c req-fd265816-cccb-441e-9600-16a686879f9b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568938
May 13 16:23:53.849391 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-458fb644-9ac2-487d-8b3c-4cb3a26b93aa req-f59d6c57-b94d-4d8f-9aca-8c139dbf18be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 1096 time: 0.1202493
May 13 16:23:53.924471 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:53.965618 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 6dbde7a2-50f1-49cf-b87e-608bd10930b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6dbde7a2-50f1-49cf-b87e-608bd10930b3,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:54.096593 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fb644-9ac2-487d-8b3c-4cb3a26b93aa req-39f98f7d-6f39-4fb9-a06f-e1ed617a43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.098084 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-458fb644-9ac2-487d-8b3c-4cb3a26b93aa req-39f98f7d-6f39-4fb9-a06f-e1ed617a43ef service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2138591
May 13 16:23:54.107446 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4262a2-da0d-49ac-af6c-cebe1fef4b34 req-408eb7d7-6bbf-43a9-a724-96c53535c94d tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.109113 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ed4262a2-da0d-49ac-af6c-cebe1fef4b34 req-408eb7d7-6bbf-43a9-a724-96c53535c94d tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.1371496
May 13 16:23:54.111105 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:54.113728 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b72a4291-37c2-45ec-8c62-6e4ccfcb17e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:54.195062 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=6dbde7a2-50f1-49cf-b87e-608bd10930b3,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:54.198924 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:54.245896 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ed4262a2-da0d-49ac-af6c-cebe1fef4b34 req-01081629-585f-4992-abbe-08a0600d52e2 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151867
May 13 16:23:54.302038 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fb644-9ac2-487d-8b3c-4cb3a26b93aa req-4910ef75-2fbc-4a37-9c9b-4990d5950675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.303502 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-458fb644-9ac2-487d-8b3c-4cb3a26b93aa req-4910ef75-2fbc-4a37-9c9b-4990d5950675 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1935365
May 13 16:23:54.380694 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59020) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:54.408875 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd5461-4905-4d23-a3e4-3a262b8af5b2 req-b2c96063-cc21-4d2c-8b2f-a6e1bd898a6d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.426780 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-72cd5461-4905-4d23-a3e4-3a262b8af5b2 req-b2c96063-cc21-4d2c-8b2f-a6e1bd898a6d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 944 time: 0.1352532
May 13 16:23:54.467012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:54.496958 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-72cd5461-4905-4d23-a3e4-3a262b8af5b2 req-7529f5be-d670-49ba-84f0-2d2457fbfefa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765033
May 13 16:23:54.507522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:54.512594 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad6a3a38f53438d96eae01c330c91cf is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:54.515983 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:54.523844 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:54.641318 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-d0abd4c9-d7f5-4dcd-89fa-75f1bb07d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.642823 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-d0abd4c9-d7f5-4dcd-89fa-75f1bb07d8d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 1099 time: 0.3225522
May 13 16:23:54.647472 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-4f42887a-af30-4cdc-9151-5efc07e72081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.648908 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-4f42887a-af30-4cdc-9151-5efc07e72081 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 1096 time: 0.2590792
May 13 16:23:54.652553 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:54.657079 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773a514-14dc-4fe5-9466-10d614d19f65 req-936af37d-4446-48ca-ae0c-dacb115d4995 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.668060 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9773a514-14dc-4fe5-9466-10d614d19f65 req-936af37d-4446-48ca-ae0c-dacb115d4995 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.1592903
May 13 16:23:54.739118 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:54.748048 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:54.763647 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-ad70f38e-23b5-4f51-a418-f6cc5d3b3823 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9516730e-2cbf-4b11-9412-8451718c0ac6 HTTP/1.1" status: 200  len: 217 time: 0.0935178
May 13 16:23:54.767734 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:54.794580 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddaf4fd-3ce4-43a6-b71b-97efe682f28b,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:54.811767 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:54.814316 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ad6a3a38f53438d96eae01c330c91cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322495
May 13 16:23:54.816351 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59036) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:54.867592 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 91e8a7e6-b89b-4740-86a4-9c3ed6143aba details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:23:54.904984 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:54.912997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:54.926059 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Usage tracker for resource:security_group_rule and tenant:ff86584e548346e19d1f281f487c2453 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:54.931916 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9773a514-14dc-4fe5-9466-10d614d19f65 req-cae8b045-e53f-4b61-bf8d-44e6b5351b21 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623775
May 13 16:23:54.935013 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:54.944599 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:54.956998 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:54.984338 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-c12c98b2-02f8-4124-bd64-f1626d6e20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:54.984338 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-c12c98b2-02f8-4124-bd64-f1626d6e20a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.2036312
May 13 16:23:55.057342 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-b5502f35-2da9-4d49-ba67-cb3fc5721019 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632148
May 13 16:23:55.141148 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:55.143002 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98d05b-24f6-46eb-9432-ed044606feee req-ca8e241b-cc34-4aea-81ad-29c5a40213bd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:55.144576 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4f98d05b-24f6-46eb-9432-ed044606feee req-ca8e241b-cc34-4aea-81ad-29c5a40213bd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 943 time: 0.1274929
May 13 16:23:55.145761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.152169 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:55.168706 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba', 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'port_id': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba', 'mac_address': 'fa:16:3e:b3:6c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:23:55.188202 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddaf4fd-3ce4-43a6-b71b-97efe682f28b,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:55.198936 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:55.213430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.213888 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ddaf4fd-3ce4-43a6-b71b-97efe682f28b HTTP/1.1" status: 204  len: 168 time: 0.3963518
May 13 16:23:55.245456 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4f98d05b-24f6-46eb-9432-ed044606feee req-c15bdf38-3fc8-45e7-a056-a269a855e09b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829227
May 13 16:23:55.257735 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.279198 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e8a7e6-b89b-4740-86a4-9c3ed6143aba {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:55.294748 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.303044 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:55.353979 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-5f8e1fcd-2c9e-4511-92fb-fd30a0a8ff25 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2892640
May 13 16:23:55.361821 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.372292 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:55.402445 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.403573 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9fff021c-19fd-4cb7-855b-b4a5179b6887 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:23:55.406855 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:55.652726 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f2ce694f-ff36-4a7c-bd3c-619157964446 req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9816093
May 13 16:23:55.670948 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:55.681427 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:55.683553 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=82e2694a-226f-4756-8d37-841498de82fd,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:55.704069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:55.747884 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a86dce-f9ef-42b4-8b6b-02d8e77add95 req-af14b28c-03d7-448c-8127-e8f532468407 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:55.752354 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02a86dce-f9ef-42b4-8b6b-02d8e77add95 req-af14b28c-03d7-448c-8127-e8f532468407 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.3427908
May 13 16:23:55.770923 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9fff021c-19fd-4cb7-855b-b4a5179b6887, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:55.780935 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42e001-bc29-4293-95f1-84f172e92efa req-c5069c72-57ae-4024-b9e0-b1a9b196287f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:55.782913 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4d42e001-bc29-4293-95f1-84f172e92efa req-c5069c72-57ae-4024-b9e0-b1a9b196287f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 944 time: 0.1440148
May 13 16:23:55.790318 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'port_id': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'mac_address': 'fa:16:3e:ba:2e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:23:55.792653 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f58b3fc2-116e-455b-8d5a-68f1cab24448 req-445bcd45-0f56-462c-b925-eaadf5af893b service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4224474
May 13 16:23:55.825068 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02a86dce-f9ef-42b4-8b6b-02d8e77add95 req-51ac502c-565f-4935-9232-a8372e193b8f tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662134
May 13 16:23:55.844683 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbde7a2-50f1-49cf-b87e-608bd10930b3'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:55.859734 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.863220 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4d42e001-bc29-4293-95f1-84f172e92efa req-fdb23f78-4f5f-43cb-a9f3-513632ee6402 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649529
May 13 16:23:55.887942 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fff021c-19fd-4cb7-855b-b4a5179b6887 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:55.905650 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'code': 200}
May 13 16:23:55.907183 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9fff021c-19fd-4cb7-855b-b4a5179b6887, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:55.996249 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:55.998723 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:56.069440 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=9fff021c-19fd-4cb7-855b-b4a5179b6887,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:56.073142 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:56.144465 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb393a06-049e-4cb1-a945-6375d9fb13d1 req-67172309-4b0b-4041-b3da-53f7606fa896 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:56.146004 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bb393a06-049e-4cb1-a945-6375d9fb13d1 req-67172309-4b0b-4041-b3da-53f7606fa896 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.0902340
May 13 16:23:56.204374 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bb393a06-049e-4cb1-a945-6375d9fb13d1 req-3d87bc2d-dc56-4dca-81cc-a02d9d5835b9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517948
May 13 16:23:56.506149 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['91e8a7e6-b89b-4740-86a4-9c3ed6143aba'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:23:56.512262 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5c8a0-405a-4279-b93c-0e3c4b52313d req-7b18dc3e-e242-4c02-b09f-ad8dacc60a37 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:56.513880 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2fa5c8a0-405a-4279-b93c-0e3c4b52313d req-7b18dc3e-e242-4c02-b09f-ad8dacc60a37 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 943 time: 0.1330059
May 13 16:23:56.564116 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['9fff021c-19fd-4cb7-855b-b4a5179b6887'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:23:56.571025 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2fa5c8a0-405a-4279-b93c-0e3c4b52313d req-1801dbd3-2a21-42e8-9d29-154c3266b200 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508373
May 13 16:23:56.749427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bada7-81d5-4ba3-bd97-294563a55269 req-dc7267d0-bf29-4a3e-86d1-fafe52befc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:56.751008 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d58bada7-81d5-4ba3-bd97-294563a55269 req-dc7267d0-bf29-4a3e-86d1-fafe52befc23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 1099 time: 0.1088805
May 13 16:23:56.811478 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d58bada7-81d5-4ba3-bd97-294563a55269 req-5ab9f3ea-abb3-4122-aa92-e7159346a16d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425797
May 13 16:23:57.077195 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3342982-5302-4e51-a9ed-a048c9da2411 req-faa6b463-7f18-4b43-bdd5-4b9c8859b3d9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:57.078993 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3342982-5302-4e51-a9ed-a048c9da2411 req-faa6b463-7f18-4b43-bdd5-4b9c8859b3d9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 945 time: 0.0941122
May 13 16:23:57.127673 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f6f5-be01-4899-a14d-babc290b64f7 req-9a69a98b-9628-481a-a352-4a6ab47077ba tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:57.129257 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-60c4f6f5-be01-4899-a14d-babc290b64f7 req-9a69a98b-9628-481a-a352-4a6ab47077ba tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.1732855
May 13 16:23:57.139106 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3342982-5302-4e51-a9ed-a048c9da2411 req-c639ef9c-f514-4cdd-b300-d90b999ee93a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534637
May 13 16:23:57.182569 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-60c4f6f5-be01-4899-a14d-babc290b64f7 req-6b71e587-80f4-43cc-9800-74f05c293b0f tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436125
May 13 16:23:57.398348 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef85b6-d6d9-4f29-a3a6-3e717ea737ac req-e08c28c6-2336-40e3-8d50-a1f2188c7dfa tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:57.400457 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f5ef85b6-d6d9-4f29-a3a6-3e717ea737ac req-e08c28c6-2336-40e3-8d50-a1f2188c7dfa tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.0835171
May 13 16:23:57.452666 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f5ef85b6-d6d9-4f29-a3a6-3e717ea737ac req-68d124d0-2f13-4a54-8942-de42db246b00 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461674
May 13 16:23:57.764271 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5f17-d59e-4890-becb-6e3a77a75dc4 req-57087e9c-139a-4e41-bbba-31d0954786a7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:57.765824 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c6a5f17-d59e-4890-becb-6e3a77a75dc4 req-57087e9c-139a-4e41-bbba-31d0954786a7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 943 time: 0.0822911
May 13 16:23:57.817214 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c6a5f17-d59e-4890-becb-6e3a77a75dc4 req-2f32495d-a278-49f6-834a-d192ea218e74 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454373
May 13 16:23:58.412788 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41acb20-0426-41f8-a99c-f2d379b3fb2c req-44b3edda-501e-4dab-a246-62a3101834af tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:58.424821 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d41acb20-0426-41f8-a99c-f2d379b3fb2c req-44b3edda-501e-4dab-a246-62a3101834af tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 945 time: 0.1693473
May 13 16:23:58.515208 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d41acb20-0426-41f8-a99c-f2d379b3fb2c req-5bd785f9-f5c3-430e-875c-cce6f9d6658d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832832
May 13 16:23:58.538137 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350a5d3-c09e-42ff-b4a2-93f504259fc8 req-ff559572-9358-463b-90cf-1ee1601de8f4 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:58.559499 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6350a5d3-c09e-42ff-b4a2-93f504259fc8 req-ff559572-9358-463b-90cf-1ee1601de8f4 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.1610332
May 13 16:23:58.625871 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6350a5d3-c09e-42ff-b4a2-93f504259fc8 req-874274c1-2dd6-444a-9cb6-72dce4aa5a85 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562770
May 13 16:23:58.726753 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5089c8-02e3-4737-954e-4f0828e8399a req-b4987a7d-ef81-48c7-a79e-db30956f233a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:58.735017 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9c5089c8-02e3-4737-954e-4f0828e8399a req-b4987a7d-ef81-48c7-a79e-db30956f233a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.1089699
May 13 16:23:58.802107 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9c5089c8-02e3-4737-954e-4f0828e8399a req-4c88413e-e66a-475d-a297-abbabfd9f7fc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662320
May 13 16:23:58.870308 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9516730e-2cbf-4b11-9412-8451718c0ac6 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:23:58.882732 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 91e8a7e6-b89b-4740-86a4-9c3ed6143aba up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:59.033676 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d196c-56da-4ecb-bbf1-484b7406dffe req-5e71b74a-5280-4057-a05a-a24a3a870a81 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:59.035293 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-813d196c-56da-4ecb-bbf1-484b7406dffe req-5e71b74a-5280-4057-a05a-a24a3a870a81 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 943 time: 0.1081243
May 13 16:23:59.068665 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59190) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:59.102915 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-813d196c-56da-4ecb-bbf1-484b7406dffe req-5caae5e3-ee50-4356-8504-d9aee705c825 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595794
May 13 16:23:59.111835 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9516730e-2cbf-4b11-9412-8451718c0ac6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9516730e-2cbf-4b11-9412-8451718c0ac6,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:59.128425 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '9516730e-2cbf-4b11-9412-8451718c0ac6', 'network_id': 'ef0472c0-2e05-40f8-8e9f-047ddefa74ad', 'port_id': '9516730e-2cbf-4b11-9412-8451718c0ac6', 'mac_address': 'fa:16:3e:c1:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974d5c41-cd1b-485b-8176-0c5f7fb5cbf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:23:59.186925 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.201783 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.203249 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:59.211440 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9516730e-2cbf-4b11-9412-8451718c0ac6 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:23:59.216611 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:23:59.221415 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:59.221415 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.221589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Usage tracker for resource:security_group_rule and tenant:c1d581947b75454c8333e10f7c808231 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:23:59.223150 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:23:59.228891 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:23:59.266790 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9516730e-2cbf-4b11-9412-8451718c0ac6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9516730e-2cbf-4b11-9412-8451718c0ac6,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:59.328850 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.346970 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.374570 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:23:59.381441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.386523 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:59.426984 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:23:59.428753 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba', 'code': 200}
May 13 16:23:59.462936 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=9516730e-2cbf-4b11-9412-8451718c0ac6,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:59.474475 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:59.527847 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.539470 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:59.556209 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.557311 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9fff021c-19fd-4cb7-855b-b4a5179b6887 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:23:59.583655 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1d581947b75454c8333e10f7c808231&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5138724
May 13 16:23:59.586272 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59208) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:23:59.588355 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf39b97-3bec-4f97-ba5f-a5467949d139,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:59.593929 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:59.653060 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:23:59.733273 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:23:59.736263 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:23:59.762305 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.804611 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c4a8-74f5-4387-b236-5692bdb1b39c req-2931bdd5-3a81-47b0-8cf9-2c8d086dc390 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:59.806131 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9d11c4a8-74f5-4387-b236-5692bdb1b39c req-2931bdd5-3a81-47b0-8cf9-2c8d086dc390 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 945 time: 0.1637115
May 13 16:23:59.807933 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.818543 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba406-79ed-49f7-a792-83b330b0b966 req-285cc4d9-e0a7-46d0-a726-1fcf415f800d tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:23:59.820201 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-da1ba406-79ed-49f7-a792-83b330b0b966 req-285cc4d9-e0a7-46d0-a726-1fcf415f800d tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.0836964
May 13 16:23:59.852939 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 9fff021c-19fd-4cb7-855b-b4a5179b6887 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:23:59.858454 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 9fff021c-19fd-4cb7-855b-b4a5179b6887 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:23:59.858863 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.878631 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-da1ba406-79ed-49f7-a792-83b330b0b966 req-11f3550e-78ea-478a-b86c-1e4d70cfe234 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512846
May 13 16:23:59.905178 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9d11c4a8-74f5-4387-b236-5692bdb1b39c req-4fac0c08-66da-4de1-8f37-138a4957c882 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868225
May 13 16:23:59.956851 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['9516730e-2cbf-4b11-9412-8451718c0ac6'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:23:59.979874 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:23:59.986319 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:00.010594 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf39b97-3bec-4f97-ba5f-a5467949d139,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:00.020851 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:00.040802 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c78762-d1e8-42d3-ba68-fd7691b25022 req-ec3e90df-375e-400e-b7c7-36a14fe10877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:00.043035 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-08c78762-d1e8-42d3-ba68-fd7691b25022 req-ec3e90df-375e-400e-b7c7-36a14fe10877 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.1126716
May 13 16:24:00.071056 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:00.073024 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daf39b97-3bec-4f97-ba5f-a5467949d139 HTTP/1.1" status: 204  len: 168 time: 0.4857426
May 13 16:24:00.153851 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-08c78762-d1e8-42d3-ba68-fd7691b25022 req-00bd4105-6eba-4d06-aeb5-a922e5d619b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970137
May 13 16:24:00.166822 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766bfd1-2d28-410f-9bbb-a436093aefdd req-ac541ba4-6b97-4335-a9f7-1e8fab2d4aa2 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:00.184447 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:00.185649 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9766bfd1-2d28-410f-9bbb-a436093aefdd req-ac541ba4-6b97-4335-a9f7-1e8fab2d4aa2 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.1636987
May 13 16:24:00.270129 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9766bfd1-2d28-410f-9bbb-a436093aefdd req-c82df94f-859f-4f3d-b30e-b2618ec61638 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836208
May 13 16:24:00.293711 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9fff021c-19fd-4cb7-855b-b4a5179b6887, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:00.353430 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181b26f-d859-46be-b37b-b9216ebceae3 req-9378e3e8-90ca-4f6a-a1fd-82bb4c77605f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:00.355202 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e181b26f-d859-46be-b37b-b9216ebceae3 req-9378e3e8-90ca-4f6a-a1fd-82bb4c77605f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 944 time: 0.1156037
May 13 16:24:00.407054 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e181b26f-d859-46be-b37b-b9216ebceae3 req-8cc0bb06-6ece-453a-ab64-8b36e02f0b04 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449479
May 13 16:24:00.436346 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:00.438513 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-c70c7872-50d0-455c-b77f-87e71406d04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:00.511848 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=9fff021c-19fd-4cb7-855b-b4a5179b6887,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:00.521872 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:00.860404 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59244) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:00.879009 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:00.893667 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:00.898528 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Usage tracker for resource:security_group_rule and tenant:17b68b43b50a432185b95db80a94cce0 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:00.902521 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:00.908701 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:01.020418 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:01.086261 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:01.098366 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:01.145074 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17b68b43b50a432185b95db80a94cce0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2831535
May 13 16:24:01.147664 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59262) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:01.151006 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1f2790-4814-48cc-acf6-8995525d47b8,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:01.170416 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:01.194095 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a60419-d629-4ed5-ab94-96aad83af532 req-9fc74a28-0bc9-4075-81f4-e9c28ab76d58 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:01.195574 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-75a60419-d629-4ed5-ab94-96aad83af532 req-9fc74a28-0bc9-4075-81f4-e9c28ab76d58 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1699085
May 13 16:24:01.273816 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-75a60419-d629-4ed5-ab94-96aad83af532 req-f850ea94-0fd4-4130-a4cc-4f3722d2cdbb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677869
May 13 16:24:01.277013 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:01.313308 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:01.429877 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:01.437220 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:01.441165 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:01.454099 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1f2790-4814-48cc-acf6-8995525d47b8,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:01.464577 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:01.479916 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:01.485481 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a1f2790-4814-48cc-acf6-8995525d47b8 HTTP/1.1" status: 204  len: 168 time: 0.3368320
May 13 16:24:01.534372 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'code': 200}
May 13 16:24:01.695509 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ffd65-585e-4403-bb5b-344cd47caf7c req-3aaccac3-aa33-40c9-a5bc-95daa92b9d80 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:01.697546 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-088ffd65-585e-4403-bb5b-344cd47caf7c req-3aaccac3-aa33-40c9-a5bc-95daa92b9d80 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 944 time: 0.0868590
May 13 16:24:01.747800 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-088ffd65-585e-4403-bb5b-344cd47caf7c req-300cc930-39c2-4a4d-b78a-67a1a23111ee tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431125
May 13 16:24:02.300406 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe42a2-0859-4a79-a964-f8c5a5035693 req-28fc6816-1f34-44d4-8df1-9e70af2a3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:02.301667 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e0fe42a2-0859-4a79-a964-f8c5a5035693 req-28fc6816-1f34-44d4-8df1-9e70af2a3bc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 1099 time: 0.1375554
May 13 16:24:02.349840 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e0fe42a2-0859-4a79-a964-f8c5a5035693 req-ca307bb6-1ef1-4aa5-96c2-77b9f1870896 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369625
May 13 16:24:02.421805 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59306) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:02.443123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:02.459016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:02.463856 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f44ebbf4986e44d8a78f2e307111a07f is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:02.467295 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:02.474761 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:02.496483 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbc0ff-2c56-43bf-a7f6-2e77889223ec req-816a9abe-ed89-4874-a187-1a7181184696 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:02.498077 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45bbc0ff-2c56-43bf-a7f6-2e77889223ec req-816a9abe-ed89-4874-a187-1a7181184696 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1028221
May 13 16:24:02.557719 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45bbc0ff-2c56-43bf-a7f6-2e77889223ec req-e76a9e8e-d37c-40f8-af04-b4bf47cbd082 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468485
May 13 16:24:02.605006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:02.664006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:02.671204 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-12126b3a-31a9-4513-898e-0bcf796e3fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:02.709827 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77224e04-7e1e-4248-a2ae-ccbafce79463,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:02.714886 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f44ebbf4986e44d8a78f2e307111a07f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919600
May 13 16:24:02.715663 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:02.717430 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59316) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:02.777688 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:02.803615 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:02.891990 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9516730e-2cbf-4b11-9412-8451718c0ac6 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:02.943574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f4f7d-b297-466d-b6ae-222dd6319525 req-ffbe6d6a-c28a-482c-8dc8-9ae3c6512f56 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:02.945041 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-229f4f7d-b297-466d-b6ae-222dd6319525 req-ffbe6d6a-c28a-482c-8dc8-9ae3c6512f56 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 944 time: 0.0853174
May 13 16:24:02.973400 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:02.977333 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2ba9e2a6-5a82-4ffe-b486-8b2cbebc6002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:02.991606 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77224e04-7e1e-4248-a2ae-ccbafce79463,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:02.992568 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-229f4f7d-b297-466d-b6ae-222dd6319525 req-5d17d196-bada-41cf-9800-eccb20afc29a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410705
May 13 16:24:03.004613 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:03.023489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:03.024709 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77224e04-7e1e-4248-a2ae-ccbafce79463 HTTP/1.1" status: 204  len: 168 time: 0.3063762
May 13 16:24:03.064718 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 9516730e-2cbf-4b11-9412-8451718c0ac6 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:03.069766 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 9516730e-2cbf-4b11-9412-8451718c0ac6 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:03.070141 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:03.205388 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:03.237942 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9516730e-2cbf-4b11-9412-8451718c0ac6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9516730e-2cbf-4b11-9412-8451718c0ac6,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:03.315969 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:03.317877 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:03.387958 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=9516730e-2cbf-4b11-9412-8451718c0ac6,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:03.391362 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:03.535572 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516730e-2cbf-4b11-9412-8451718c0ac6'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:03.586940 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516730e-2cbf-4b11-9412-8451718c0ac6', 'code': 200}
May 13 16:24:03.780732 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb9a86-9dde-4744-974e-282dd8672953 req-b251d584-bb86-4c40-a82f-917e29a9ea03 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:03.788524 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dccb9a86-9dde-4744-974e-282dd8672953 req-b251d584-bb86-4c40-a82f-917e29a9ea03 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1103506
May 13 16:24:03.841739 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dccb9a86-9dde-4744-974e-282dd8672953 req-0f3a55ff-4b07-4322-8ac6-2be02c8631a1 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522189
May 13 16:24:04.180416 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18100e99-3618-40fd-9a86-3bdcffb50a4d req-84e7bd0b-0257-43be-8c22-73cecdb15497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:04.181974 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-18100e99-3618-40fd-9a86-3bdcffb50a4d req-84e7bd0b-0257-43be-8c22-73cecdb15497 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 1098 time: 0.0887649
May 13 16:24:04.229964 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaf1ee-8250-4306-a59d-df8f03a5a8ad req-58d4bd21-75a3-454b-b7d7-7507fc9ae1a7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:04.231421 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-77aaf1ee-8250-4306-a59d-df8f03a5a8ad req-58d4bd21-75a3-454b-b7d7-7507fc9ae1a7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0905123
May 13 16:24:04.284752 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-77aaf1ee-8250-4306-a59d-df8f03a5a8ad req-5ac4a4ea-5f0e-4dcb-8a0c-ccb551cb1905 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473614
May 13 16:24:04.323677 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-18100e99-3618-40fd-9a86-3bdcffb50a4d req-affd64f0-3ec2-4b5f-bd5b-4326167a552c service neutron] Synchronizing usage tracker for tenant:ff86584e548346e19d1f281f487c2453 on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:24:04.533247 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-18100e99-3618-40fd-9a86-3bdcffb50a4d req-affd64f0-3ec2-4b5f-bd5b-4326167a552c service neutron] Unset dirty status for tenant:ff86584e548346e19d1f281f487c2453 on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:24:04.534639 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-18100e99-3618-40fd-9a86-3bdcffb50a4d req-affd64f0-3ec2-4b5f-bd5b-4326167a552c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619052
May 13 16:24:05.058785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d37f-a10d-4f28-b3aa-7f93f7356e4b req-5efd6bd1-e0a4-4bb8-8b31-61159a990880 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:05.060232 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e1d7d37f-a10d-4f28-b3aa-7f93f7356e4b req-5efd6bd1-e0a4-4bb8-8b31-61159a990880 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1005952
May 13 16:24:05.123070 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e1d7d37f-a10d-4f28-b3aa-7f93f7356e4b req-26dc16f3-e7dd-4baf-992a-d3b1f4b6773f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543027
May 13 16:24:05.321021 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290528-d86a-4e94-a592-fa9f662fa20d req-d7f0d1a4-6f5a-403b-8dc3-76a41be1876d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:05.323142 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-16290528-d86a-4e94-a592-fa9f662fa20d req-d7f0d1a4-6f5a-403b-8dc3-76a41be1876d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0858195
May 13 16:24:05.331895 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59428) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:05.337292 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'floatingip': {'port_id': '9fff021c-19fd-4cb7-855b-b4a5179b6887'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:05.417362 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:05.501021 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b907823-381b-48d4-8a02-06a468e51a8d req-b893a91d-70c2-4944-ad0e-cfcc54ede357 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:05.502862 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4b907823-381b-48d4-8a02-06a468e51a8d req-b893a91d-70c2-4944-ad0e-cfcc54ede357 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0914996
May 13 16:24:05.561949 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4b907823-381b-48d4-8a02-06a468e51a8d req-37b36c74-e2b1-4b2b-9247-533fa4262d0c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530891
May 13 16:24:06.257122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:06.333375 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:06.464226 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59472) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:06.651091 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:06.685358 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Floating IP f29026a0-b747-4fa5-b312-b526ea164885 associated. External IP: 172.27.1.113, port: 9fff021c-19fd-4cb7-855b-b4a5179b6887.
May 13 16:24:06.688175 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:06.693534 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Usage tracker for resource:security_group_rule and tenant:4e8315da826d429aafe756cf896e6ed6 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:06.698662 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:06.710287 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:06.873822 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:06.895199 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e24cc3-612c-4024-885b-b90fc31fbfc7 req-63d5f682-8dc5-46f9-b840-513eb0b3cc83 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:06.899264 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-86e24cc3-612c-4024-885b-b90fc31fbfc7 req-63d5f682-8dc5-46f9-b840-513eb0b3cc83 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1585894
May 13 16:24:06.996531 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:07.009803 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:07.021566 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-86e24cc3-612c-4024-885b-b90fc31fbfc7 req-8944e8f6-c3ef-4ccd-afb5-6fad68ad2941 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183579
May 13 16:24:07.060140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Router b841cdbf-a462-4f17-a327-79c7d54f811f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:24:07.063999 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e8315da826d429aafe756cf896e6ed6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5981371
May 13 16:24:07.065223 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59486) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:07.065751 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afe7322-7001-47ff-af4f-335c17cc8d23,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:07.069369 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:07.287819 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:07.333316 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:07.345376 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:24:07.350503 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:07.371783 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] Sync routers for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:24:07.386083 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:24:07.387619 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a255490>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:07.433302 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-30cd3f05-96d1-4c00-abf1-891a09a1f3c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "PUT /v2.0/floatingips/f29026a0-b747-4fa5-b312-b526ea164885 HTTP/1.1" status: 200  len: 992 time: 2.1002808
May 13 16:24:07.434482 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:07.561903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:07.569603 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0daf475b-ed9f-4633-88d9-622f106c72f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:07.587929 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:07.589464 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8afe7322-7001-47ff-af4f-335c17cc8d23 HTTP/1.1" status: 204  len: 168 time: 0.5215871
May 13 16:24:07.592874 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afe7322-7001-47ff-af4f-335c17cc8d23,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:07.606029 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:07.654349 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:24:07.701052 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'status': 'completed', 'code': 200}
May 13 16:24:07.914193 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520225-a141-4761-b52a-6cf687ad2c88 req-10e8f80c-b6ba-4825-8ac5-d91063f82f73 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:07.916515 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-97520225-a141-4761-b52a-6cf687ad2c88 req-10e8f80c-b6ba-4825-8ac5-d91063f82f73 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1163852
May 13 16:24:07.971327 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-97520225-a141-4761-b52a-6cf687ad2c88 req-d36b3e72-92a2-4c20-827c-cb4cc891d405 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484557
May 13 16:24:08.118351 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a255490>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': 'f29026a0-b747-4fa5-b312-b526ea164885', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'port_id': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'mac_address': 'fa:16:3e:ba:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:23:29Z', 'updated_at': '2021-05-13T16:24:06Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:08.122824 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] Checking router: b841cdbf-a462-4f17-a327-79c7d54f811f for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:24:08.132348 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:24:08.133136 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a255490>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:23:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:08.312134 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:24:08.406902 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59530) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:08.428499 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59536) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:08.449507 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:08.471285 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:08.471861 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Usage tracker for resource:security_group_rule and tenant:f14eaa7fd6f4496ab985b3907c9b72fa is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:08.475262 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:08.482101 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:08.644609 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:08.784233 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:08.791950 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a255490>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': 'f29026a0-b747-4fa5-b312-b526ea164885', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'port_id': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'mac_address': 'fa:16:3e:ba:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:23:29Z', 'updated_at': '2021-05-13T16:24:06Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:08.792758 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:08.796871 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd183c13-66ad-45a5-a8ba-77fda45edcf9 None None] The sync data for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi is: [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': 'f29026a0-b747-4fa5-b312-b526ea164885', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'port_id': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'mac_address': 'fa:16:3e:ba:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:23:29Z', 'updated_at': '2021-05-13T16:24:06Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:24:08.805142 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:08.842150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454a1b3e-ee09-48c3-a134-976d5093bd44,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:08.859427 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:08.875309 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.875655 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.875995 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.876573 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.877022 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.877387 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.877724 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.878062 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.879187 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.879704 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.880049 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.880387 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:08.885483 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Usage tracker for resource:security_group_rule and tenant:14a76bde18be42e8a1d6fc2235d6b5fe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:08.888535 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:08.891074 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f14eaa7fd6f4496ab985b3907c9b72fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4615662
May 13 16:24:08.893122 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:08.893929 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59542) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:08.901638 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:08.988555 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.016924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.017379 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.110066 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773dc69-d9bb-419a-96fb-b154e43b0eeb None None] New status for floating IP f29026a0-b747-4fa5-b312-b526ea164885: ACTIVE {{(pid=79478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:24:09.137640 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.146302 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-de994a3e-a8fb-4654-adcb-55d2f4b99f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:09.176161 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.181498 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:09.192758 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14a76bde18be42e8a1d6fc2235d6b5fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7846572
May 13 16:24:09.194251 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59550) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:09.198584 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65906884-24cb-4fcd-b2d6-13068113ad37,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:09.200477 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2841dc-b2bb-4974-b5de-9426bff325ae req-feb90590-0a8c-40d8-af20-f5159ab05e0c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:09.202433 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc2841dc-b2bb-4974-b5de-9426bff325ae req-feb90590-0a8c-40d8-af20-f5159ab05e0c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1086006
May 13 16:24:09.206572 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454a1b3e-ee09-48c3-a134-976d5093bd44,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:09.209313 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:09.217717 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:09.238658 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.240066 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/454a1b3e-ee09-48c3-a134-976d5093bd44 HTTP/1.1" status: 204  len: 168 time: 0.3451138
May 13 16:24:09.267756 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc2841dc-b2bb-4974-b5de-9426bff325ae req-9e87bcca-b59c-4e70-8246-716252c3c481 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541794
May 13 16:24:09.290391 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.320615 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.485756 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.486791 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0f5e20eb-7d87-4fd6-8e99-a53b06e27282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:09.503331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65906884-24cb-4fcd-b2d6-13068113ad37,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:09.514470 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:09.520532 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:09.533933 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65906884-24cb-4fcd-b2d6-13068113ad37 HTTP/1.1" status: 204  len: 168 time: 0.3378575
May 13 16:24:10.268146 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59586) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:10.285846 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:10.300909 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:10.304844 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c57bdafd3044457bc3612184c864013 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:10.308613 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:10.314569 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:10.401274 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:10.459716 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4354f83-80cf-4ad4-ac41-18e2ddc3f317 req-ff49e233-335e-49f1-b91e-3cb2d3943033 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:10.461485 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f4354f83-80cf-4ad4-ac41-18e2ddc3f317 req-ff49e233-335e-49f1-b91e-3cb2d3943033 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0821517
May 13 16:24:10.480669 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:10.490754 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b5f35d5c-2b41-40da-9bf9-307cac580f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:10.525901 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f4354f83-80cf-4ad4-ac41-18e2ddc3f317 req-42e7f583-9e55-417a-9a03-1e195866935e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572186
May 13 16:24:10.560135 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c57bdafd3044457bc3612184c864013&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2905972
May 13 16:24:10.561129 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac79f5d1-07cd-4390-83ab-4eb88ed04975,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:10.562867 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59596) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:10.564321 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:10.628986 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:10.655668 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:10.818264 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:10.822658 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-214b376e-16ad-4dc3-904e-2256b5da108e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:10.834072 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac79f5d1-07cd-4390-83ab-4eb88ed04975,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:10.845239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.845601 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.845954 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.846300 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.846641 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.846985 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.847325 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.847662 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.847997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.848334 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.848667 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.849002 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:10.852326 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:10.860937 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac79f5d1-07cd-4390-83ab-4eb88ed04975 HTTP/1.1" status: 204  len: 168 time: 0.2969041
May 13 16:24:10.861957 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:11.429015 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e999181e-793f-42ed-91ad-1de4b02ad863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:11.580273 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-60e4405e-2d7d-45a6-bd1e-2ea3a010f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:11.582600 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-60e4405e-2d7d-45a6-bd1e-2ea3a010f451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 1099 time: 0.1404603
May 13 16:24:11.650456 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-aea99143-b2cf-49f1-99d0-c30c1243aa8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1484840
May 13 16:24:11.683870 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-977950cb-5fe1-40c4-bfa6-5b459faae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:11.685461 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-977950cb-5fe1-40c4-bfa6-5b459faae823 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 1098 time: 0.1719248
May 13 16:24:11.867161 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-b033fe89-3018-4a2c-9812-13c3844bd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:11.869210 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-b033fe89-3018-4a2c-9812-13c3844bd1b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 919 time: 0.1558969
May 13 16:24:11.956400 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-49d9857d-dfab-4224-a19b-84631d6330fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9516730e-2cbf-4b11-9412-8451718c0ac6 HTTP/1.1" status: 200  len: 217 time: 0.0688853
May 13 16:24:11.985653 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-b8b754d0-1627-4432-970e-d85c4209d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:11.987088 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-b8b754d0-1627-4432-970e-d85c4209d133 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 911 time: 0.3815501
May 13 16:24:12.068052 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-023aeed5-5f0e-4fd6-8c20-a6a6cc7fab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:12.074413 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-023aeed5-5f0e-4fd6-8c20-a6a6cc7fab12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.1021192
May 13 16:24:12.078152 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-76ab4630-85ed-4070-b1e7-2328762f7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:12.079680 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-76ab4630-85ed-4070-b1e7-2328762f7aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3600688833b844a9be98f7c1d64ba378&device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 1099 time: 0.2615793
May 13 16:24:12.091496 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfceb65-1b84-42ba-956c-3b18d90a48f2 req-0055f624-c134-4d65-81b1-5c74bd951f96 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:12.092971 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2cfceb65-1b84-42ba-956c-3b18d90a48f2 req-0055f624-c134-4d65-81b1-5c74bd951f96 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.2737501
May 13 16:24:12.156541 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-a021795a-5650-4df1-82c1-37ca930fe4b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438132
May 13 16:24:12.174156 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-9732c0e0-9702-4b5d-af02-9d30e5bc1aa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 200  len: 1002 time: 0.1797664
May 13 16:24:12.248585 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2cfceb65-1b84-42ba-956c-3b18d90a48f2 req-8fa7ba4b-4cee-4a7d-a102-7685df224ba3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444161
May 13 16:24:12.306464 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-ae654134-11c4-4687-bc8a-2c303da6ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:12.308154 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-ae654134-11c4-4687-bc8a-2c303da6ac5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f1f0f615-496d-4ef5-853c-e207544002d8 HTTP/1.1" status: 200  len: 913 time: 0.1809444
May 13 16:24:12.915845 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:24:13.519754 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183b39e-d154-44c8-b385-886e7c8b9f17 req-4139b1ee-1e88-4201-9b02-5681a3c34308 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:13.521300 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3183b39e-d154-44c8-b385-886e7c8b9f17 req-4139b1ee-1e88-4201-9b02-5681a3c34308 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0878854
May 13 16:24:13.571152 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3183b39e-d154-44c8-b385-886e7c8b9f17 req-e2fafe2c-b9ae-4732-8b3d-eb2afbce44ae tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430560
May 13 16:24:13.737883 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:13.950323 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0cca1014-12c7-4812-a3d9-9d253d6b3da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.151266 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59732) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:14.266673 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.280569 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:14.284397 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Usage tracker for resource:security_group_rule and tenant:a7bd9979ae3d4596a9e0fba4db3b4a2f is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:14.287210 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:14.292973 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:14.375095 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.429573 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.440498 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9da1b6dc-8eaf-4d31-aff9-b1a4c09301a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:14.481522 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7bd9979ae3d4596a9e0fba4db3b4a2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3291380
May 13 16:24:14.482510 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9c181-067d-433f-877a-f15ca6e7e81f,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:14.485304 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59740) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:14.485792 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:14.545195 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.572295 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.685238 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.690124 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d378ce8b-659b-4751-9999-df2e2fcf936d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:14.704224 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9c181-067d-433f-877a-f15ca6e7e81f,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:14.707161 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:14.711371 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.723922 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49f9c181-067d-433f-877a-f15ca6e7e81f HTTP/1.1" status: 204  len: 168 time: 0.2284698
May 13 16:24:14.767581 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:14.812743 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62812d-1f20-4cd6-9849-a578aa8a854e req-dbd28064-a01f-4213-87ba-f50d2d619d24 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:14.814320 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0b62812d-1f20-4cd6-9849-a578aa8a854e req-dbd28064-a01f-4213-87ba-f50d2d619d24 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1286712
May 13 16:24:14.859743 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0b62812d-1f20-4cd6-9849-a578aa8a854e req-fb5785c5-82ef-4be4-a2b8-55fc914b5b7c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396042
May 13 16:24:15.281906 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59758) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:15.299107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:15.312778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:15.316596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0292e3f638644e3bae6c91a594273e91 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:15.319274 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:15.325423 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:15.408064 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:15.544635 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:15.546284 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:15.557498 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-dd0da4c2-a073-411a-abc6-ff08b11da379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:15.654808 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0292e3f638644e3bae6c91a594273e91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3718302
May 13 16:24:15.655766 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92464337-d44e-4a27-8840-84d492d164a0,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:15.658194 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59764) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:15.662342 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:15.689012 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-d23693a1-4bd2-45b7-b01d-f2cb19743572 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 HTTP/1.1" status: 200  len: 217 time: 0.1062388
May 13 16:24:15.739880 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-5e6b79b0-bdc2-4a80-8be1-cbc0fa0e9948 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140806
May 13 16:24:15.747817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-0cf015fd-098c-48b7-a07f-2ce4fbbb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:15.749313 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-0cf015fd-098c-48b7-a07f-2ce4fbbb7759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.1135895
May 13 16:24:15.757364 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:15.771662 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-3af4aa5b-41b9-4890-8eec-f804e69e233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:15.773460 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-3af4aa5b-41b9-4890-8eec-f804e69e233a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23696e2f-26ee-4df3-99b7-b2687aa70ccc HTTP/1.1" status: 200  len: 852 time: 0.0686228
May 13 16:24:15.856031 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:15.858371 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-b7fa7521-0278-472b-8dce-c2840ede4c3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f1f0f615-496d-4ef5-853c-e207544002d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495563
May 13 16:24:15.963058 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e445573c-5cf9-4192-afca-909e7e8c7233 req-93054b70-ad4e-467e-9945-cae994be024a service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900926
May 13 16:24:15.964083 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-eb3de872-99b5-4ae9-a8eb-9ed905ce613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:15.965591 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-eb3de872-99b5-4ae9-a8eb-9ed905ce613b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1913254
May 13 16:24:16.058497 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:16.063754 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0f1dbc7a-2212-492f-9ccb-ec232e8a2267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:16.073837 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92464337-d44e-4a27-8840-84d492d164a0,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:16.077288 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:16.080463 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:16.081611 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92464337-d44e-4a27-8840-84d492d164a0 HTTP/1.1" status: 204  len: 168 time: 0.4207528
May 13 16:24:16.160860 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-44f15d6f-ba33-4d98-9ede-aa302557d11b service neutron] 10.222.0.24 "GET /v2.0/networks/f1f0f615-496d-4ef5-853c-e207544002d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2942302
May 13 16:24:16.370689 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-5b6cf212-b47b-46b7-ae61-162ddaad1bf2 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3453867
May 13 16:24:16.391174 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166d65-fce2-4d96-8620-bc8edd11bd0a req-fd14a596-61dc-4143-ac6f-e244c5cfcc1c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:16.392624 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-43166d65-fce2-4d96-8620-bc8edd11bd0a req-fd14a596-61dc-4143-ac6f-e244c5cfcc1c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.4134209
May 13 16:24:16.588068 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-43166d65-fce2-4d96-8620-bc8edd11bd0a req-88af9879-59eb-43bd-a5e1-6c7d91a5c07c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652336
May 13 16:24:16.607448 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bee1df15-7445-436a-9986-6a1ae9d9a2da req-57a84dd8-4d3c-4660-b3e5-2e4dab8e0791 service neutron] 10.222.0.24 "GET /v2.0/networks/f1f0f615-496d-4ef5-853c-e207544002d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4243715
May 13 16:24:16.648785 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e770f5-b5e2-49fe-957a-7e2c7964ac49 req-2258c01b-869e-4705-81e1-23ef3d545349 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2533281
May 13 16:24:16.687865 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.270029 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59816) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:17.391456 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-517243363-network', 'tenant_id': '792665c7a1c64bc2b70104c5ef3ab00d'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:17.397179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:17.401213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Usage tracker for resource:network and tenant:792665c7a1c64bc2b70104c5ef3ab00d is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:17.404966 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:17.411366 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:17.487187 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Made reservation on behalf of 792665c7a1c64bc2b70104c5ef3ab00d for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:17.490005 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.503034 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.518328 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:17.522254 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Usage tracker for resource:security_group_rule and tenant:792665c7a1c64bc2b70104c5ef3ab00d is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:17.525172 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:17.530874 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:17.623262 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.692668 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.698648 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:17.743866 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:24:17.746383 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b7dc71-73dd-471a-b04c-20acf9eaa438,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:17.752167 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:17.757341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.757713 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Added segment 5f5ea27d-5a3c-4cd4-a350-a90e2b6df1d0 of type vlan for network e96c7479-1540-4aab-8aef-484fbe1fccc7
May 13 16:24:17.789222 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.808627 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133696ff-f220-4b34-b421-88cb327e02c4 req-d2eec26c-43fd-4914-a4e4-4ed745cb7b52 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:17.810127 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-133696ff-f220-4b34-b421-88cb327e02c4 req-d2eec26c-43fd-4914-a4e4-4ed745cb7b52 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1097207
May 13 16:24:17.863579 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-133696ff-f220-4b34-b421-88cb327e02c4 req-0f1a068f-953c-45fe-ba0c-1bc916ffc0a0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475240
May 13 16:24:17.875109 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.876454 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:17.877045 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:17.893109 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:17.985729 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e96c7479-1540-4aab-8aef-484fbe1fccc7,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:17.988375 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:17.995851 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network e96c7479-1540-4aab-8aef-484fbe1fccc7 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:24:18.055222 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7820549
May 13 16:24:18.056099 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59844) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:18.061763 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Request body: {'subnet': {'network_id': 'e96c7479-1540-4aab-8aef-484fbe1fccc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-517243363-subnet', 'tenant_id': '792665c7a1c64bc2b70104c5ef3ab00d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:18.066477 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:18.070485 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Usage tracker for resource:subnet and tenant:792665c7a1c64bc2b70104c5ef3ab00d is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:18.074965 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:18.083319 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:18.201041 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Made reservation on behalf of 792665c7a1c64bc2b70104c5ef3ab00d for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:18.203338 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Notify callbacks [] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:18.730124 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59868) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:18.761694 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:18.766341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:18.848620 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8ebb1e-3dd9-470e-9730-8a1a501110b0,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:18.850655 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Checking segment: {'id': '5f5ea27d-5a3c-4cd4-a350-a90e2b6df1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e96c7479-1540-4aab-8aef-484fbe1fccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:18.851011 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Network hostable DHCP agents. Network: e96c7479-1540-4aab-8aef-484fbe1fccc7, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:24:18.854217 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:18.872097 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:18.887392 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:18.891190 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Usage tracker for resource:security_group_rule and tenant:91865dfe1e904945a61212eb45e35bf1 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:18.894146 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:18.900152 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:18.978208 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Network e96c7479-1540-4aab-8aef-484fbe1fccc7 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:24:18.996007 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:19.049277 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, e96c7479-1540-4aab-8aef-484fbe1fccc7) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:19.055353 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:19.055353 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:19.059258 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f00d2c-c61e-4e8a-b801-4355584c7bef None None] Network e96c7479-1540-4aab-8aef-484fbe1fccc7 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:19.091582 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:19.096143 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7167de3-826a-4a10-a6bf-a1abb8cf1cab req-f8707cc6-8c93-4b6a-958a-2e620a566d18 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:19.097773 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c7167de3-826a-4a10-a6bf-a1abb8cf1cab req-f8707cc6-8c93-4b6a-958a-2e620a566d18 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1078997
May 13 16:24:19.105020 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:19.155145 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91865dfe1e904945a61212eb45e35bf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4213893
May 13 16:24:19.155393 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c7167de3-826a-4a10-a6bf-a1abb8cf1cab req-36cee9e2-f6cd-4942-9112-0ee4a21d0457 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504112
May 13 16:24:19.156385 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0993047
May 13 16:24:19.157185 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59880) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:19.175017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c1106a-7bd7-4b4b-b943-23b5d80cf3f3,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:19.178563 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:19.232362 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61e0b-c10e-401e-b194-ea0b6691d00a req-c305ae33-1068-49a2-8ef1-ae17cd7416d8 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:19.234054 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-17f61e0b-c10e-401e-b194-ea0b6691d00a req-c305ae33-1068-49a2-8ef1-ae17cd7416d8 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.1895819
May 13 16:24:19.271683 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe46cf8-c7e3-49b7-b426-9dfaade8fa23 None None] Network e96c7479-1540-4aab-8aef-484fbe1fccc7 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:19.309742 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:19.326934 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-17f61e0b-c10e-401e-b194-ea0b6691d00a req-fd1b4950-0ae4-4218-8dc1-6326c73041ea tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821526
May 13 16:24:19.347712 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:19.504185 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:19.509330 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-164663c4-496b-40b0-9d86-f7d975f6ffbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:19.523009 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c1106a-7bd7-4b4b-b943-23b5d80cf3f3,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:19.526244 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:19.527966 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:19.531595 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76c1106a-7bd7-4b4b-b943-23b5d80cf3f3 HTTP/1.1" status: 204  len: 168 time: 0.3709450
May 13 16:24:20.357949 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d1fe6-0b5a-4fa1-a0b8-a463e59c8035 req-037342fa-f218-463c-b536-52c938aef7bd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:20.359535 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f22d1fe6-0b5a-4fa1-a0b8-a463e59c8035 req-037342fa-f218-463c-b536-52c938aef7bd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0859983
May 13 16:24:20.388904 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59916) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:20.424083 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.450669 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f22d1fe6-0b5a-4fa1-a0b8-a463e59c8035 req-7ec9f084-bf64-4367-a3f3-c4cf3e85505c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783136
May 13 16:24:20.458200 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:20.476102 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Usage tracker for resource:security_group_rule and tenant:3162642565e0462c907ac067e53d2927 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:20.480663 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:20.487441 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:20.491325 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59926) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:20.650380 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.684350 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59936) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:20.690761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1284324721-network', 'tenant_id': '9a1e7b0f33244c4f96d07ae6eaf98c7a'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:20.696430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:20.700982 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Usage tracker for resource:network and tenant:9a1e7b0f33244c4f96d07ae6eaf98c7a is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:20.704053 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:20.709814 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:20.766474 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.784519 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.784980 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:20.789273 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Usage tracker for resource:security_group_rule and tenant:945dc2baa60142edad969cda63ed28d1 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:20.793025 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:20.793212 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:20.798947 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:20.840929 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3162642565e0462c907ac067e53d2927&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4499669
May 13 16:24:20.841688 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34124ec9-015f-4283-bf87-ea7d6c7da688,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:20.844076 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59940) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:20.846038 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:20.867231 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Made reservation on behalf of 9a1e7b0f33244c4f96d07ae6eaf98c7a for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:20.870265 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.890650 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de1a3-7e61-43cc-a26d-f26a20eb8db7 req-81c5ca05-db2a-40ab-91a7-6be2170550df tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:20.892230 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ff3de1a3-7e61-43cc-a26d-f26a20eb8db7 req-81c5ca05-db2a-40ab-91a7-6be2170550df tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.1531041
May 13 16:24:20.894781 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.928575 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:20.935364 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1e7b0f33244c4f96d07ae6eaf98c7a is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:20.936199 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.943283 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.944107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:20.956600 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:20.967444 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ff3de1a3-7e61-43cc-a26d-f26a20eb8db7 req-efbb9221-ead6-4aa9-8578-cd8f7dcc837e tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607882
May 13 16:24:20.970189 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:20.992389 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.002490 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-57a7aea8-7714-42d6-a5f2-c446c0d463bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:21.046639 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.050011 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=945dc2baa60142edad969cda63ed28d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5574317
May 13 16:24:21.052781 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59944) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:21.058300 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0385542-c395-4afa-85d9-ad81a0cb99f4,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:21.062405 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:21.113128 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.118606 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-84eee751-11a1-4543-9b68-fe27f7144572 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:21.126172 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.144370 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.148439 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-f96e96f8-6928-4024-94d2-c3e3c3a8aad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:21.168690 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34124ec9-015f-4283-bf87-ea7d6c7da688,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:21.171961 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:24:21.172575 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:21.184439 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fdb578-0d2f-441a-b7dc-02cf3e2b570f,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:21.186087 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.189646 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34124ec9-015f-4283-bf87-ea7d6c7da688 HTTP/1.1" status: 204  len: 168 time: 0.3426437
May 13 16:24:21.189815 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:21.193562 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.207814 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.208152 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Added segment f49fe027-0aad-4be5-8fd0-11ef2a4da1c5 of type vlan for network bfe8dc25-c3ee-4323-b36d-85217b787d78
May 13 16:24:21.259629 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.372244 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.374604 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:21.386269 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0385542-c395-4afa-85d9-ad81a0cb99f4,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:21.389123 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:21.411196 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.412308 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0385542-c395-4afa-85d9-ad81a0cb99f4 HTTP/1.1" status: 204  len: 168 time: 0.3584564
May 13 16:24:21.429892 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.431485 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:21.439590 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:21.439590 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:21.548889 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe8dc25-c3ee-4323-b36d-85217b787d78,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:21.552858 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:21.560212 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network bfe8dc25-c3ee-4323-b36d-85217b787d78 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:24:21.659401 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9741728
May 13 16:24:21.669788 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 59966) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:21.675365 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Request body: {'subnet': {'network_id': 'bfe8dc25-c3ee-4323-b36d-85217b787d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1284324721-subnet', 'tenant_id': '9a1e7b0f33244c4f96d07ae6eaf98c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:21.687856 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:21.691625 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77c6e-7c10-4377-a921-110a417da86b req-24364326-4547-47cf-8aef-01bd3d41a0ed tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:21.702943 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-47e77c6e-7c10-4377-a921-110a417da86b req-24364326-4547-47cf-8aef-01bd3d41a0ed tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1061435
May 13 16:24:21.718817 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Usage tracker for resource:subnet and tenant:9a1e7b0f33244c4f96d07ae6eaf98c7a is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:21.722144 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:21.735618 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:21.764617 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-47e77c6e-7c10-4377-a921-110a417da86b req-32c08130-04e8-4d2b-aa49-7ae4ac7d88af tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605888
May 13 16:24:21.858484 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Made reservation on behalf of 9a1e7b0f33244c4f96d07ae6eaf98c7a for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:21.862385 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.181590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e500da0-e38c-42da-9641-82236d9e412d req-3459f031-79c5-4927-b0c5-8393090a7bab tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:22.183137 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e500da0-e38c-42da-9641-82236d9e412d req-3459f031-79c5-4927-b0c5-8393090a7bab tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.0964360
May 13 16:24:22.232405 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e500da0-e38c-42da-9641-82236d9e412d req-6e09dc72-062b-4b7f-b212-2287a6e715fb tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427229
May 13 16:24:22.261255 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 59992) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:22.279459 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.298518 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:22.303952 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Usage tracker for resource:security_group_rule and tenant:a13d11f26d3b4db0b36e66140a034895 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:22.308073 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:22.314175 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:22.366377 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.373261 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7c7d21b3-609a-4d8d-ac63-4d6b57727339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:22.405244 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.469584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.479506 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0ae84c11-41fa-4350-aa66-96a760a38ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:22.505472 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fb06b6-8fc6-4075-b1ce-0767dc747279,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:22.509076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:22.515188 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Checking segment: {'id': 'f49fe027-0aad-4be5-8fd0-11ef2a4da1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfe8dc25-c3ee-4323-b36d-85217b787d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:22.515540 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Network hostable DHCP agents. Network: bfe8dc25-c3ee-4323-b36d-85217b787d78, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:24:22.520916 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a13d11f26d3b4db0b36e66140a034895&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2585261
May 13 16:24:22.522899 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb3a72-75e0-41a5-92d9-3f1e9a30f25d,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:22.523516 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60002) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:22.526635 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:22.593496 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.621993 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.631345 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Network bfe8dc25-c3ee-4323-b36d-85217b787d78 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:24:22.693346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-45e1c6fb-cacd-49b2-885f-66bdb8b0dc6a tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:22.694823 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-45e1c6fb-cacd-49b2-885f-66bdb8b0dc6a tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.24 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.0909722
May 13 16:24:22.720906 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, bfe8dc25-c3ee-4323-b36d-85217b787d78) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:22.725230 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:22.725894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.733375 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea608d4-808d-401f-b9c1-378250048b89 None None] Network bfe8dc25-c3ee-4323-b36d-85217b787d78 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:22.767068 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.772268 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:22.774817 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34fb3a72-75e0-41a5-92d9-3f1e9a30f25d HTTP/1.1" status: 204  len: 168 time: 0.2486022
May 13 16:24:22.775793 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-63caf03f-6545-4bee-b313-bdd2e9138b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:22.802383 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb3a72-75e0-41a5-92d9-3f1e9a30f25d,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:22.804631 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:22.867204 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1965241
May 13 16:24:22.951405 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Deleting port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:24:22.951778 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:23.072725 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a80623-603d-4926-ad58-71cbd5f8021c req-9f8a911f-4b67-41b5-a1b0-dbcb528c3a9d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:23.084411 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f2a80623-603d-4926-ad58-71cbd5f8021c req-9f8a911f-4b67-41b5-a1b0-dbcb528c3a9d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1465144
May 13 16:24:23.137315 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528ef80-1535-4790-a489-8792302beef0 None None] Network bfe8dc25-c3ee-4323-b36d-85217b787d78 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:23.187228 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f2a80623-603d-4926-ad58-71cbd5f8021c req-d2257456-be0c-4a4f-ad00-dad9d07ac09c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012411
May 13 16:24:23.197033 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] For port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,segment=NetworkSegment(80aa97a5-567a-4858-81f1-3de51369c68c),segment_id=80aa97a5-567a-4858-81f1-3de51369c68c)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:23.197444 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:23.427219 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Calling delete_port for 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:24:23.510395 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33999e-ce74-4054-b14e-be46da16eb84 req-e97caf45-51bf-409a-9628-1ea838891d57 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:23.522638 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cf33999e-ce74-4054-b14e-be46da16eb84 req-e97caf45-51bf-409a-9628-1ea838891d57 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 946 time: 0.1547883
May 13 16:24:23.625955 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cf33999e-ce74-4054-b14e-be46da16eb84 req-8b7481f4-6619-48d7-95cf-78708d78b976 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/security-groups?id=26fcd5ff-154c-4597-a3c8-9f60e019544f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008477
May 13 16:24:23.807421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:23.816752 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:23.874962 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Pushing event deleted for resources: {'Port': ['ID=42fb0d7b-d102-4bfa-8c00-e49ba8823bc8,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:23.878398 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:23.948575 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] No DVR routers for this DVR port 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:24:23.952141 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:23.955415 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'name': 'network-vif-deleted', 'tag': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:24.002749 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b104ab9f-9762-479e-9288-0481bcd996b2', 'name': 'network-vif-deleted', 'tag': '42fb0d7b-d102-4bfa-8c00-e49ba8823bc8', 'status': 'completed', 'code': 200}
May 13 16:24:24.047969 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e2669443-2ca2-430c-aad1-5d028363ff01 req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.24 "DELETE /v2.0/ports/42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 HTTP/1.1" status: 204  len: 173 time: 1.3394341
May 13 16:24:24.391396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d028f57-6a78-417f-a9d2-ce5f77c94765 req-a9d93b12-1b60-4410-bd9f-ec177225893d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:24.392816 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d028f57-6a78-417f-a9d2-ce5f77c94765 req-a9d93b12-1b60-4410-bd9f-ec177225893d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0854247
May 13 16:24:24.437801 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d028f57-6a78-417f-a9d2-ce5f77c94765 req-20816ee2-f9d0-479c-a7aa-5c6a376fe5fd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391684
May 13 16:24:24.808200 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4a6984a9-c0d2-4fc1-9a22-be89f7f1ceda req-43ea1dd0-2ea5-4e5b-aef0-8579ac6af29e tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.0554807
May 13 16:24:25.028542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:24:25.064900 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:24:25.065288 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 42fb0d7b-d102-4bfa-8c00-e49ba8823bc8 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:24:25.187354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60086) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:25.313525 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:25.327774 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:25.331588 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Usage tracker for resource:security_group_rule and tenant:c969f717ca1b4f6bbc3e838680a17f45 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:25.334546 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:25.340676 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:25.427949 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:25.515467 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:25.550107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-34a264cb-0b57-404e-ba2d-c0301ae4d24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:25.558934 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c969f717ca1b4f6bbc3e838680a17f45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3704579
May 13 16:24:25.561543 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60098) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:25.632401 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331bc1c0-57d0-47ee-a983-16f7f72693f3,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:25.636365 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:25.677324 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:25.691014 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330463db-b5c8-49e7-b9ce-f577e6ee49f1 req-73fe3736-2de7-4409-8e77-301f05315de7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:25.692603 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-330463db-b5c8-49e7-b9ce-f577e6ee49f1 req-73fe3736-2de7-4409-8e77-301f05315de7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1144259
May 13 16:24:25.710136 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:25.762798 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-330463db-b5c8-49e7-b9ce-f577e6ee49f1 req-09a408a6-6888-40a0-85aa-e1dd1cffa019 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638301
May 13 16:24:25.846489 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:25.851302 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b84ba356-6f14-46e0-ba31-a3cb20bf95f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:25.869299 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331bc1c0-57d0-47ee-a983-16f7f72693f3,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:25.877363 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:25.879314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:25.893143 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/331bc1c0-57d0-47ee-a983-16f7f72693f3 HTTP/1.1" status: 204  len: 168 time: 0.3303273
May 13 16:24:25.986041 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-388e2ab7-4754-4ed1-b21b-5453d28b3161 req-5320427d-d51b-4f17-ae9e-68eed9ea471c tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Synchronizing usage tracker for tenant:3600688833b844a9be98f7c1d64ba378 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:24:26.052248 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-388e2ab7-4754-4ed1-b21b-5453d28b3161 req-5320427d-d51b-4f17-ae9e-68eed9ea471c tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Unset dirty status for tenant:3600688833b844a9be98f7c1d64ba378 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:24:26.060391 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-388e2ab7-4754-4ed1-b21b-5453d28b3161 req-5320427d-d51b-4f17-ae9e-68eed9ea471c tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.1197767
May 13 16:24:26.913790 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 60152) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:26.952632 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573a76-eac7-4a36-95d1-ab3c13db3d2b req-b24c4e17-9bc6-4bab-9651-98a73cf83ee0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:26.954124 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-22573a76-eac7-4a36-95d1-ab3c13db3d2b req-b24c4e17-9bc6-4bab-9651-98a73cf83ee0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0863397
May 13 16:24:26.999783 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-22573a76-eac7-4a36-95d1-ab3c13db3d2b req-83425a9c-5f88-428c-b702-7353a0814db1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399590
May 13 16:24:27.027301 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-588617494-network', 'tenant_id': '962a3c5540a24061b68fd96894c59c4a'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:27.032067 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:27.035970 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Usage tracker for resource:network and tenant:962a3c5540a24061b68fd96894c59c4a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:27.038825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:27.045387 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:27.126448 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Made reservation on behalf of 962a3c5540a24061b68fd96894c59c4a for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:27.128791 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.142119 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.157350 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:27.161166 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Usage tracker for resource:security_group_rule and tenant:962a3c5540a24061b68fd96894c59c4a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:27.164117 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:27.169946 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:27.222409 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-aa343839-32c0-402a-8cb5-d5d9ddac46a7 req-4f61b38c-1e1d-4a1d-aa40-2e16394c4dc6 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.0424662
May 13 16:24:27.257541 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.303375 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.306695 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:27.333319 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:24:27.341666 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a89515-1ff5-4525-a297-701dc0e07bdf,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:27.346804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:27.347721 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.348117 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Added segment c254c85c-f18a-46dc-8547-719d2db64bcb of type vlan for network 6b26855a-a663-49c7-acbe-02b43c2541a7
May 13 16:24:27.375396 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.458019 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.459359 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:27.459945 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:27.465105 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:27.564837 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Pushing event updated for resources: {'Network': ['ID=6b26855a-a663-49c7-acbe-02b43c2541a7,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:27.568394 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:27.575480 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network 6b26855a-a663-49c7-acbe-02b43c2541a7 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:24:27.607642 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6926389
May 13 16:24:27.610520 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 60164) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:27.616062 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Request body: {'subnet': {'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-588617494-subnet', 'tenant_id': '962a3c5540a24061b68fd96894c59c4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:27.621590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:27.625441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Usage tracker for resource:subnet and tenant:962a3c5540a24061b68fd96894c59c4a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:27.628325 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:27.634047 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:27.696991 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Made reservation on behalf of 962a3c5540a24061b68fd96894c59c4a for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:27.699373 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:28.144629 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:28.149765 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:28.189402 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa69a35-26eb-4b47-a930-48323d3344f9 req-a8c56c63-b252-4339-b29d-1ebe24abfb68 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:28.190862 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-aaa69a35-26eb-4b47-a930-48323d3344f9 req-a8c56c63-b252-4339-b29d-1ebe24abfb68 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0813732
May 13 16:24:28.223029 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6d8745-34c6-48b9-ac8c-2d143def5582,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:28.227225 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Checking segment: {'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:28.227583 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Network hostable DHCP agents. Network: 6b26855a-a663-49c7-acbe-02b43c2541a7, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:24:28.230513 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:28.238190 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-aaa69a35-26eb-4b47-a930-48323d3344f9 req-5dc61c57-810c-4bb1-beca-42cee66ebcb4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410628
May 13 16:24:28.303257 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Network 6b26855a-a663-49c7-acbe-02b43c2541a7 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:24:28.354709 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, 6b26855a-a663-49c7-acbe-02b43c2541a7) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:28.361065 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:28.362058 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:28.363435 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef4290-a031-4641-903a-24023d7fa9b3 None None] Network 6b26855a-a663-49c7-acbe-02b43c2541a7 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:28.387545 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c856a28-d7da-46fa-a731-80aba3987b18 req-afc8f598-b799-40a1-a40c-d8905431a446 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.0423024
May 13 16:24:28.447446 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8358488
May 13 16:24:28.558913 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f79c6b-7d47-47e8-8baf-a79715124195 None None] Network 6b26855a-a663-49c7-acbe-02b43c2541a7 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:29.443365 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47e580-0655-4eda-b841-f54615da4097 req-05893301-1368-4d13-851a-f57940e23296 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:29.444835 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8b47e580-0655-4eda-b841-f54615da4097 req-05893301-1368-4d13-851a-f57940e23296 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0951538
May 13 16:24:29.490832 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8b47e580-0655-4eda-b841-f54615da4097 req-601ee8b6-579d-46b4-8d2b-8873b82bbf63 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400705
May 13 16:24:29.648071 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2f6b9464-a29b-42d1-ab92-4050eef657d1 req-8fb31e5d-098a-47eb-b6b7-148a7e9ee7e6 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] 10.222.0.42 "GET /v2.0/ports?device_id=b104ab9f-9762-479e-9288-0481bcd996b2 HTTP/1.1" status: 200  len: 210 time: 0.0431380
May 13 16:24:30.339526 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4518-859e-44a2-9953-446593b5ed41 req-5fd3d21c-b2db-493d-9ef6-f8f856313a5c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:30.341286 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-5fd3d21c-b2db-493d-9ef6-f8f856313a5c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 0.1464510
May 13 16:24:30.356304 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-defcbfef-0340-4f1a-831e-d7001f9f44fd tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/quotas/3b851be948d64579ae17b2525d0e84b2 HTTP/1.1" status: 200  len: 375 time: 0.0095172
May 13 16:24:30.438664 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-154e0d7f-5920-4a36-b24f-77d44ec6565e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0767884
May 13 16:24:30.585861 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-80b9a7f5-3b98-438a-a6ce-4a7b1fb625bd service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402667
May 13 16:24:30.719274 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef1b2-62f0-413d-83e9-6dcc92473c30 req-18475640-043f-46e6-af60-5202243d4b7e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:30.720901 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-61cef1b2-62f0-413d-83e9-6dcc92473c30 req-18475640-043f-46e6-af60-5202243d4b7e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0904562
May 13 16:24:30.731299 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-29f86b6f-b1f7-4963-9a65-ae8ca1dce804 service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387527
May 13 16:24:30.777773 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-61cef1b2-62f0-413d-83e9-6dcc92473c30 req-13e0f690-fee9-48e2-9e39-fbdeaeded0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504079
May 13 16:24:31.128910 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-78f5580e-e105-449f-ab54-bc6deaf96e03 req-b4d7bd08-611a-42fb-828b-909afe5307d3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.1329880
May 13 16:24:31.977176 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-e1cd83d1-3453-4b36-9e5c-ceb2a95980cb tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:31.979306 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-e1cd83d1-3453-4b36-9e5c-ceb2a95980cb tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/networks?id=6b26855a-a663-49c7-acbe-02b43c2541a7 HTTP/1.1" status: 200  len: 813 time: 0.1559515
May 13 16:24:31.980295 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b7f1b-a5e3-413a-8328-83ad1e523ab2 req-27d6efc8-1be7-454a-b543-cc99f8bcca78 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:31.982348 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-902b7f1b-a5e3-413a-8328-83ad1e523ab2 req-27d6efc8-1be7-454a-b543-cc99f8bcca78 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0858741
May 13 16:24:31.995682 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-02bd65f4-a991-469d-a362-c16878e4e793 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/quotas/962a3c5540a24061b68fd96894c59c4a HTTP/1.1" status: 200  len: 375 time: 0.0101030
May 13 16:24:32.042904 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-902b7f1b-a5e3-413a-8328-83ad1e523ab2 req-d3d22052-7f7e-4e6a-a8d1-edd478d5929e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517519
May 13 16:24:32.049740 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-18acc11c-eda2-42e2-b97b-e544202d1de1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=962a3c5540a24061b68fd96894c59c4a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0484431
May 13 16:24:32.205717 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-e52cfc89-41aa-4437-baba-eaa897fc08e8 service neutron] 10.222.0.42 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393406
May 13 16:24:32.396809 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-69ee5926-bff1-40a6-90a4-24f45481683f service neutron] 10.222.0.42 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847670
May 13 16:24:32.725775 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b1db9991-e9c6-4a42-9797-9a89e2eea73c req-687f9719-bc94-4309-8451-8e140c8987b7 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0455747
May 13 16:24:32.808845 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38b03c37-29d0-4edf-a07c-dd798bc51b96 req-f959fdc8-431b-4e9f-9939-451a69e90763 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.0413601
May 13 16:24:33.236138 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50229bb5-9399-43a4-9039-51e37846f3a7 req-8a3b44ad-51f1-4148-b2ed-df3a208a727a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:33.237805 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-50229bb5-9399-43a4-9039-51e37846f3a7 req-8a3b44ad-51f1-4148-b2ed-df3a208a727a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0851686
May 13 16:24:33.286770 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-50229bb5-9399-43a4-9039-51e37846f3a7 req-c3606e8f-7168-4346-b9e7-daa1920eadc6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425742
May 13 16:24:33.870718 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f2cf4dd0-1046-436e-ac06-7ccfdff391b7 req-efe5c03b-a40e-49dc-a5a0-553a140fa1e0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0427022
May 13 16:24:34.003903 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-09f73d8d-c0fc-4065-a5ad-b777c1052f37 req-837f465b-b194-4f5f-ab5a-eca2a30988a0 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.0411325
May 13 16:24:34.480105 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b2226-dc77-41fc-beba-8312b746393c req-a346d3cd-0b35-44e1-ad27-909da9f8ddb9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:34.481882 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-773b2226-dc77-41fc-beba-8312b746393c req-a346d3cd-0b35-44e1-ad27-909da9f8ddb9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0833857
May 13 16:24:34.530271 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-773b2226-dc77-41fc-beba-8312b746393c req-725bd68d-9ff0-49d9-a299-3791f61396e8 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423448
May 13 16:24:35.013713 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0db82f4f-39fa-4520-bf12-41100fe39716 req-8ae40a85-9a70-453f-a65c-13762468cf09 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0422759
May 13 16:24:35.159165 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-11248f6d-d982-4c52-9715-3ca2d86ad6e6 req-95f69ebe-10de-4975-bee3-60f0fc8e1a73 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.0472643
May 13 16:24:35.727209 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278baf2-b096-4166-81ea-1f2d761dab04 req-38e28b5f-c687-4352-9abf-e27fc406cf1c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:35.728777 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0278baf2-b096-4166-81ea-1f2d761dab04 req-38e28b5f-c687-4352-9abf-e27fc406cf1c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0846434
May 13 16:24:35.777850 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0278baf2-b096-4166-81ea-1f2d761dab04 req-5bbc6fa7-e724-41ac-9714-feb4798dde4a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426409
May 13 16:24:36.162479 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1551ec24-4c60-4b04-8c99-864d251a06a5 req-ef6316f7-853f-4bc8-8bb4-e4ec2d25ed71 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0439143
May 13 16:24:36.328083 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8e0b6ab5-bd7e-4fa8-ad76-1717c12d047d req-92ab0f7e-c703-4f90-b50d-6c9b7789fbf8 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.0525465
May 13 16:24:36.346341 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4518-859e-44a2-9953-446593b5ed41 req-a670375f-fe49-400e-9378-15cbc3573b4e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:36.347898 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-a670375f-fe49-400e-9378-15cbc3573b4e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 0.1715577
May 13 16:24:36.402699 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Request body: {'port': {'device_id': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'admin_state_up': True, 'tenant_id': '3b851be948d64579ae17b2525d0e84b2'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:36.557185 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:36.574532 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:36.623699 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 60378) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:36.667283 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Made reservation on behalf of 3b851be948d64579ae17b2525d0e84b2 for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:36.670909 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:36.759006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Deleting subnet 23696e2f-26ee-4df3-99b7-b2687aa70ccc {{(pid=79476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:24:36.770696 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:36.873900 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:36.889656 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:36.961733 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Allocated IP 172.20.0.4 (364f9ea7-bb68-4d81-80ce-70cec45c9d8c/6c808082-165d-460f-8e14-ccd6588ca3a5/d48752e7-15bf-45ed-b9fc-25fe3dece5b5) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:24:36.984028 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43109013-ba90-4d8f-a23f-aefe74c0412c req-c1ec2e9e-699b-4a26-872f-e986852d8bdb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:36.985540 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-43109013-ba90-4d8f-a23f-aefe74c0412c req-c1ec2e9e-699b-4a26-872f-e986852d8bdb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0898402
May 13 16:24:37.035933 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-43109013-ba90-4d8f-a23f-aefe74c0412c req-1e3cf7ea-70ef-4abd-b3c5-de540f37a15f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443676
May 13 16:24:37.358582 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7f962d1b-dfee-44db-8980-545f7bbfe24f req-cab5d194-30de-495f-a175-1a932001b44f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0740540
May 13 16:24:37.393785 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.423910 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.428726 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:37.463336 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23696e2f-26ee-4df3-99b7-b2687aa70ccc,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:37.465105 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.469398 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:37.492305 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.498104 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:37.511153 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c8940ddf-0ac0-43ac-be1a-6c3bc67fcf34 req-39b21f8b-f84f-453e-8460-a5c1a2fe5386 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.0508182
May 13 16:24:37.547186 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23696e2f-26ee-4df3-99b7-b2687aa70ccc HTTP/1.1" status: 204  len: 168 time: 0.9221799
May 13 16:24:37.551230 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60406) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:37.559242 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:24:37.562369 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:37.566309 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:24:37.572125 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:37.572548 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.592262 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event updated for resources: {'Port': ['ID=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:37.596660 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:37.658704 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2607675
May 13 16:24:37.660262 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.781068 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.793842 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6938dc51f0>> segment before_delete 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.794184 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6938dc51f0>> subnet precommit_delete_associations 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.794926 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> segment_host_mapping after_create 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.795248 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> port after_create 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.795583 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> port after_delete 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.795924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> port after_update 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.796236 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> segment after_delete 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.796547 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> subnet after_create 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.796853 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> subnet after_delete 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.797213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693935f5b0>> subnet after_update 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.924721 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6938c0ebe0>> subnet after_create 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.925070 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6938c0ebe0>> subnet after_delete 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.925426 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6938c0ebe0>> subnet before_create 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.925751 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6938c0ebe0>> subnet before_update 55550000 {{(pid=79477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:24:37.926123 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f693935f070>,) {'filters': {'network_id': ['f1f0f615-496d-4ef5-853c-e207544002d8']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:37.939044 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f693935f070>, '80aa97a5-567a-4858-81f1-3de51369c68c') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:37.939338 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f693935f070>, '80aa97a5-567a-4858-81f1-3de51369c68c') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:37.950756 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.967029 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.973736 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:24:37.974111 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   from cryptography.utils import int_from_bytes
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   from cryptography.utils import int_from_bytes
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:24:37.989226 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:24:38.137652 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:38.142090 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:38.161063 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:38.205263 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f0f615-496d-4ef5-853c-e207544002d8,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:38.213852 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:38.251509 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879224e0-2b62-43b8-a09e-8b59345b937d req-61cde2d6-a3ab-433b-a826-c31f8ca71a21 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:38.252940 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-879224e0-2b62-43b8-a09e-8b59345b937d req-61cde2d6-a3ab-433b-a826-c31f8ca71a21 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0963645
May 13 16:24:38.294271 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] 10.222.0.42 "DELETE /v2.0/networks/f1f0f615-496d-4ef5-853c-e207544002d8 HTTP/1.1" status: 204  len: 168 time: 0.7417943
May 13 16:24:38.299044 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-879224e0-2b62-43b8-a09e-8b59345b937d req-3a08dd00-8dcc-4081-a93f-a4390289e998 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397949
May 13 16:24:38.559167 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36752af-c1aa-410a-918e-99fc22c9a21f req-5caaab57-9598-4ba9-a0b8-dd7e0cba8e3c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:38.560664 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b36752af-c1aa-410a-918e-99fc22c9a21f req-5caaab57-9598-4ba9-a0b8-dd7e0cba8e3c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 931 time: 0.0837834
May 13 16:24:38.608071 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b36752af-c1aa-410a-918e-99fc22c9a21f req-c8e9cb71-f94d-49a1-b969-b7ab8eeef27e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416420
May 13 16:24:38.635981 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60424) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:38.694949 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-a464f313-db02-4558-936c-ace5601582b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3600688833b844a9be98f7c1d64ba378&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0576768
May 13 16:24:38.697421 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60430) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:38.761472 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d84e1cea-acae-4e74-8f23-6a31f8578fe1 req-8afbce7b-70d2-451e-986d-dd7bfb67b10b tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.0526085
May 13 16:24:38.796832 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:38.869854 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:39.028948 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:39.032658 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-37cda744-06e7-4f8d-a5eb-e18d38570698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:39.045245 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fcd5ff-154c-4597-a3c8-9f60e019544f,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:39.048308 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:39.130734 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:39.131800 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26fcd5ff-154c-4597-a3c8-9f60e019544f HTTP/1.1" status: 204  len: 168 time: 0.4334736
May 13 16:24:39.515384 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd9ea2-4366-4e64-9d7d-62cacad5466d req-147251f5-0962-45bd-b450-1d647b356423 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:39.515384 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b7fd9ea2-4366-4e64-9d7d-62cacad5466d req-147251f5-0962-45bd-b450-1d647b356423 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1088116
May 13 16:24:39.565391 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b7fd9ea2-4366-4e64-9d7d-62cacad5466d req-5937d20c-8edd-450f-8fdd-229ddaf51c62 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446289
May 13 16:24:39.795256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5994e-7f9a-419b-b006-7b040bb2076d req-aecf3d1b-bcfd-4ab8-9f04-73d7330c47cc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:40.212014 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-40a5994e-7f9a-419b-b006-7b040bb2076d req-aecf3d1b-bcfd-4ab8-9f04-73d7330c47cc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 931 time: 0.0799778
May 13 16:24:40.212014 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-40a5994e-7f9a-419b-b006-7b040bb2076d req-123c0e63-89d2-4ddd-87b1-526891217773 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398493
May 13 16:24:40.212014 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dcf18afd-7bdc-425e-b254-4fd97340f9e1 req-ff5ebb77-bd59-4237-bf21-50904174aeeb tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.0454631
May 13 16:24:40.212748 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:24:40.214056 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Request body: {'port': {'device_id': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:40.477916 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:40.502497 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-1dd89a5a-82eb-43e3-ae4d-2d2922b19bd0 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:40.504269 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-1dd89a5a-82eb-43e3-ae4d-2d2922b19bd0 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Synchronizing usage tracker for tenant:962a3c5540a24061b68fd96894c59c4a on resource:network {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:24:40.679440 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-1dd89a5a-82eb-43e3-ae4d-2d2922b19bd0 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Unset dirty status for tenant:962a3c5540a24061b68fd96894c59c4a on resource:network {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:24:40.679440 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-1dd89a5a-82eb-43e3-ae4d-2d2922b19bd0 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "GET /v2.0/networks?id=6b26855a-a663-49c7-acbe-02b43c2541a7 HTTP/1.1" status: 200  len: 813 time: 0.5326114
May 13 16:24:40.710760 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Request body: {'port': {'device_id': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7', 'admin_state_up': True, 'tenant_id': '962a3c5540a24061b68fd96894c59c4a'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:40.809361 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4e652-088e-401a-a5a2-2ec6a163433e req-6c3274f2-7666-4349-8688-17d2a9e31143 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:40.812360 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1aa4e652-088e-401a-a5a2-2ec6a163433e req-6c3274f2-7666-4349-8688-17d2a9e31143 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1146767
May 13 16:24:40.857969 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1aa4e652-088e-401a-a5a2-2ec6a163433e req-1dbb8ef4-7471-4c1c-a15f-933dd8e138df tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403502
May 13 16:24:40.863707 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60478) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:40.967720 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:40.973295 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Usage tracker for resource:port and tenant:962a3c5540a24061b68fd96894c59c4a is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:40.976376 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-network', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:40.977154 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:40.982208 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:40.987056 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:40.987162 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Usage tracker for resource:network and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:40.988857 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:40.995125 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:41.051894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Made reservation on behalf of 9d3765c8e449420cbc3921f5d16d0b3b for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:41.054321 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.064316 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48752e7-15bf-45ed-b9fc-25fe3dece5b5 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:24:41.066744 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.068917 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.079456 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Made reservation on behalf of 962a3c5540a24061b68fd96894c59c4a for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:41.085134 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:41.085298 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.089692 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Usage tracker for resource:security_group_rule and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:41.093028 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:41.107454 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:41.116701 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Transition to ACTIVE for port object d48752e7-15bf-45ed-b9fc-25fe3dece5b5 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:24:41.199665 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.204016 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.211371 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:41.274654 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.288315 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:24:41.302178 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ba720446-7ea0-40d9-b94c-5e48912982fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:41.312439 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.312775 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Added segment 01676493-96b5-4717-b154-bad46daf6dc0 of type vlan for network ed25e872-ac34-48bf-a01b-d439614d260b
May 13 16:24:41.395403 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d68ae1-8020-44de-965c-3cb601c4dbd9,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:41.400744 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:41.402281 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.457818 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9522e-f37f-4c5d-9823-212ef5b7c4b9 req-124a6186-d721-4898-9daa-39fda4643fa4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:41.459286 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-49e9522e-f37f-4c5d-9823-212ef5b7c4b9 req-124a6186-d721-4898-9daa-39fda4643fa4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 943 time: 0.1584404
May 13 16:24:41.475322 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-59e28c32-8731-4e4f-9b9f-9b49e85b1853 req-f94fc827-4916-4643-b753-22a6f52c7c42 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.1264999
May 13 16:24:41.498766 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Pushing event updated for resources: {'Port': ['ID=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:41.501377 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:41.516693 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Attempting to bind port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:24:41.517034 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Attempting to bind port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:24:41.517390 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Attempting to bind port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:24:41.524863 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:24:41.525218 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Attempting to bind port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:24:41.527935 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Allocated IP 172.20.0.4 (6b26855a-a663-49c7-acbe-02b43c2541a7/6e6d8745-34c6-48b9-ac8c-2d143def5582/1533ac6c-95eb-4a37-b138-4afe4d1ecc03) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:24:41.528386 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-49e9522e-f37f-4c5d-9823-212ef5b7c4b9 req-92a7c319-2dd6-40a9-b5fa-ec5271fe05ae tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619218
May 13 16:24:41.533559 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-50d151ba-1253-44b3-9c4a-1b4991f278a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.536361 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.538173 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:41.538821 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.539075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:24:41.539439 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Checking segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:41.539814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Bound using segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:24:41.540260 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Bound port: d48752e7-15bf-45ed-b9fc-25fe3dece5b5, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:24:41.540605 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.545500 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3fe9720c-9b01-4a94-b8eb-d234251134c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:41.658280 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Pushing event updated for resources: {'Network': ['ID=ed25e872-ac34-48bf-a01b-d439614d260b,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:41.660845 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:41.669467 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network ed25e872-ac34-48bf-a01b-d439614d260b details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:24:41.707141 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8394310
May 13 16:24:41.710404 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60494) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:41.726537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Request body: {'subnet': {'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-subnet', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:41.738077 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:41.747433 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Usage tracker for resource:subnet and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:41.750958 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:41.757991 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:41.759564 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] For port d48752e7-15bf-45ed-b9fc-25fe3dece5b5, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:24:41.774876 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] For port d48752e7-15bf-45ed-b9fc-25fe3dece5b5, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:24:41.819441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.835241 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Made reservation on behalf of 9d3765c8e449420cbc3921f5d16d0b3b for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:24:41.842137 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:41.842362 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2119704'] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.907130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:41.907814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.909233 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] 10.222.0.24 "PUT /v2.0/ports/d48752e7-15bf-45ed-b9fc-25fe3dece5b5 HTTP/1.1" status: 200  len: 1093 time: 1.7659431
May 13 16:24:41.914462 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'tag': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:41.962372 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:41.990086 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Pushing event updated for resources: {'Port': ['ID=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:41.996650 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:42.022916 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'tag': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', 'status': 'completed', 'code': 200}
May 13 16:24:42.099479 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:42.114207 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ee91d844-4234-466c-af6f-a2a089108809 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:42.179794 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465ac1-3325-4407-964e-69f4e0232c0d req-943666d8-1386-41b9-84ee-6380c45b37e4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:42.180010 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Network 6b26855a-a663-49c7-acbe-02b43c2541a7 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:24:42.181380 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3b465ac1-3325-4407-964e-69f4e0232c0d req-943666d8-1386-41b9-84ee-6380c45b37e4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1060722
May 13 16:24:42.186680 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:42.189289 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:24:42.195507 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:42.196130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:42.225839 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Pushing event updated for resources: {'Port': ['ID=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:42.230538 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:42.239349 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3b465ac1-3325-4407-964e-69f4e0232c0d req-47d6c06c-db1f-41cb-9145-c18a970447d0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495658
May 13 16:24:42.253511 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4518-859e-44a2-9953-446593b5ed41 req-0675aa48-b120-4404-b17f-ed579f76e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:42.255028 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-0675aa48-b120-4404-b17f-ed579f76e3d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 1096 time: 0.1969054
May 13 16:24:42.339261 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6325619
May 13 16:24:42.351515 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-16b622ec-3c6e-4e8a-a0f6-295fd5ee2558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48752e7-15bf-45ed-b9fc-25fe3dece5b5 HTTP/1.1" status: 200  len: 217 time: 0.0682914
May 13 16:24:42.367257 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Request body: {'port': {'device_id': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:42.468111 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4080785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2119686'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:42.473261 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:42.546925 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c76268d-0586-4e4e-8fd2-fd892fdcf796,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:42.554493 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:42.561796 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Checking segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:42.562151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Network hostable DHCP agents. Network: ed25e872-ac34-48bf-a01b-d439614d260b, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:24:42.697927 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Network ed25e872-ac34-48bf-a01b-d439614d260b is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:24:42.718161 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:42.742919 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4518-859e-44a2-9953-446593b5ed41 req-aba783a6-4655-4b57-8eee-075883a93a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:42.744620 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-aba783a6-4655-4b57-8eee-075883a93a41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c808082-165d-460f-8e14-ccd6588ca3a5 HTTP/1.1" status: 200  len: 854 time: 0.3817396
May 13 16:24:42.763135 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e524cb-f017-4573-a766-5838e81f713e req-f5c91978-3a02-483f-a322-1c2196133ee0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:42.764723 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e7e524cb-f017-4573-a766-5838e81f713e req-f5c91978-3a02-483f-a322-1c2196133ee0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 943 time: 0.1070476
May 13 16:24:42.808996 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, ed25e872-ac34-48bf-a01b-d439614d260b) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:42.820214 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b31203-fd46-497d-a32c-769c86761415 None None] Network ed25e872-ac34-48bf-a01b-d439614d260b requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:42.870130 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e7e524cb-f017-4573-a766-5838e81f713e req-5b2a7895-ad4b-44f9-a2ac-d4ce645327d4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978565
May 13 16:24:42.872887 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:42.876536 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:42.978299 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2652347
May 13 16:24:42.981644 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60536) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:42.994975 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:42.994975 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:42.997960 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Usage tracker for resource:router and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:43.001586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:43.008426 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:43.036893 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-91e66d02-f546-4ec2-9aba-a213399a641e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1008990
May 13 16:24:43.074664 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.075843 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.083150 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-ed25e872-ac34-48bf-a01b-d439614d260b', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:24:43.084237 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.084813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f83919-0998-4d7c-942e-97d9b00d63b2 req-2bf7c7e2-b418-4a4f-b551-64e422ee5cd1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:43.085533 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f8f83919-0998-4d7c-942e-97d9b00d63b2 req-2bf7c7e2-b418-4a4f-b551-64e422ee5cd1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Synchronizing usage tracker for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:24:43.094925 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.244557 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-f5049707-182d-4d5e-bdcc-eea263af00c9 service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943057
May 13 16:24:43.252727 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Allocated IP 172.20.0.2 (ed25e872-ac34-48bf-a01b-d439614d260b/5c76268d-0586-4e4e-8fd2-fd892fdcf796/c988e851-d20c-44c7-aa65-9fe4a2e1fd8e) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:24:43.319842 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f8f83919-0998-4d7c-942e-97d9b00d63b2 req-2bf7c7e2-b418-4a4f-b551-64e422ee5cd1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Unset dirty status for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:24:43.327566 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8f83919-0998-4d7c-942e-97d9b00d63b2 req-2bf7c7e2-b418-4a4f-b551-64e422ee5cd1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 931 time: 0.7086792
May 13 16:24:43.418849 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:24:43.452352 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.464784 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f8f83919-0998-4d7c-942e-97d9b00d63b2 req-84f492cd-0ec0-4953-bbf0-7a41036085d1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Synchronizing usage tracker for tenant:962a3c5540a24061b68fd96894c59c4a on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:24:43.530571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Transition to ACTIVE for port object 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:24:43.536513 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.550293 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-266b4518-859e-44a2-9953-446593b5ed41 req-a88ceaaf-8e04-4ef8-a5a8-f55a5c9f969a service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2928584
May 13 16:24:43.552319 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Transition to ACTIVE for port object c988e851-d20c-44c7-aa65-9fe4a2e1fd8e will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:24:43.585340 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Transition to ACTIVE for port object c988e851-d20c-44c7-aa65-9fe4a2e1fd8e will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:24:43.595327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f8f83919-0998-4d7c-942e-97d9b00d63b2 req-84f492cd-0ec0-4953-bbf0-7a41036085d1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Unset dirty status for tenant:962a3c5540a24061b68fd96894c59c4a on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:24:43.599527 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f8f83919-0998-4d7c-942e-97d9b00d63b2 req-84f492cd-0ec0-4953-bbf0-7a41036085d1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2684059
May 13 16:24:43.599660 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.634989 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.640176 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:43.654848 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.660831 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:43.664690 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247cd4e-cb66-4cb5-bdeb-6277dcced2a5 req-0aa0b4a6-2c31-4254-9bf0-2f211cf1eb6f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:43.664690 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1247cd4e-cb66-4cb5-bdeb-6277dcced2a5 req-0aa0b4a6-2c31-4254-9bf0-2f211cf1eb6f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.2796447
May 13 16:24:43.739056 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Network ed25e872-ac34-48bf-a01b-d439614d260b is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:24:43.742197 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:43.746005 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:24:43.795761 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Pushing event updated for resources: {'Port': ['ID=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:43.806211 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1247cd4e-cb66-4cb5-bdeb-6277dcced2a5 req-d6d43a94-f7ec-4fd0-bf42-abef16f040da tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367404
May 13 16:24:43.851737 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.853933 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Pushing event updated for resources: {'Port': ['ID=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:43.854955 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.855342 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.855656 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.856064 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.856311 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.856891 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.857289 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.857588 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.857910 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.858228 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.858545 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.858858 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:43.867271 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:43.876019 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Attempting to bind port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:24:43.876354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Attempting to bind port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:24:43.876683 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Attempting to bind port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 on network 6b26855a-a663-49c7-acbe-02b43c2541a7 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:24:43.880275 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:43.884237 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 on network 6b26855a-a663-49c7-acbe-02b43c2541a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:24:43.884668 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Attempting to bind port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 on network 6b26855a-a663-49c7-acbe-02b43c2541a7 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:24:43.892451 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:24:43.892630 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Checking segment: {'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:43.892965 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Bound using segment: {'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:24:43.893428 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Bound port: 1533ac6c-95eb-4a37-b138-4afe4d1ecc03, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:24:43.893777 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:43.983130 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0677bdf8-d40d-44ef-8389-00ea2b3c59e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.017140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-e0fb758b-e6af-4056-8ec0-baba01df1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:44.018630 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-e0fb758b-e6af-4056-8ec0-baba01df1c2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 1096 time: 0.2077096
May 13 16:24:44.095826 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] For port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:24:44.134116 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.169526 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] For port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:24:44.184132 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.258896 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Attempting to bind port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:24:44.259478 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Attempting to bind port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:24:44.260045 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Attempting to bind port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e on network ed25e872-ac34-48bf-a01b-d439614d260b {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:24:44.267208 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:24:44.267795 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Checking segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:44.268418 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.268963 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Bound using segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:24:44.269630 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Bound port: c988e851-d20c-44c7-aa65-9fe4a2e1fd8e, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:24:44.270201 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.362143 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.370842 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Allocated IP 172.27.1.117 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/c61697e2-cb18-415a-a7f6-86e3750f8d4a) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:24:44.398623 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] For port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:24:44.404281 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] For port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:24:44.417257 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-436baa17-8159-43c0-8e97-335384ff9e9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:44.456343 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-d98014a3-ac9f-4324-a337-586e2b3cd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:44.457818 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-d98014a3-ac9f-4324-a337-586e2b3cd858 service neutron] 10.222.0.24 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 915 time: 0.3973403
May 13 16:24:44.476109 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:44.476720 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.479259 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] 10.222.0.24 "PUT /v2.0/ports/1533ac6c-95eb-4a37-b138-4afe4d1ecc03 HTTP/1.1" status: 200  len: 1093 time: 2.1164556
May 13 16:24:44.498084 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.502075 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:44.539850 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'tag': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:44.583063 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87285-15dd-4980-9111-aed1b94d7fd6 req-09ec741a-5b89-4ec5-8a90-0451596937dc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:44.583946 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f7c87285-15dd-4980-9111-aed1b94d7fd6 req-09ec741a-5b89-4ec5-8a90-0451596937dc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:24:44.591825 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-2a40eb31-64a7-4cd6-8b82-452811fb730c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48752e7-15bf-45ed-b9fc-25fe3dece5b5 HTTP/1.1" status: 200  len: 217 time: 0.1068628
May 13 16:24:44.597323 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Pushing event updated for resources: {'Port': ['ID=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:44.602978 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:44.625342 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'tag': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03', 'status': 'completed', 'code': 200}
May 13 16:24:44.633897 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Pushing event updated for resources: {'Port': ['ID=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:44.643727 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:44.669944 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.786357 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f7c87285-15dd-4980-9111-aed1b94d7fd6 req-09ec741a-5b89-4ec5-8a90-0451596937dc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:24:44.787655 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f7c87285-15dd-4980-9111-aed1b94d7fd6 req-09ec741a-5b89-4ec5-8a90-0451596937dc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 943 time: 0.7665074
May 13 16:24:44.823893 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.846858 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-4f318b7d-80ea-4eb2-a827-42d4db8a4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:44.851421 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-4f318b7d-80ea-4eb2-a827-42d4db8a4739 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c808082-165d-460f-8e14-ccd6588ca3a5 HTTP/1.1" status: 200  len: 854 time: 0.1736541
May 13 16:24:44.870094 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d976da-2b4e-4b25-80d5-db2034e15de9 req-a7d1ceae-11ad-4740-bf19-f57a7b5c4dc0 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:44.871769 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-05d976da-2b4e-4b25-80d5-db2034e15de9 req-a7d1ceae-11ad-4740-bf19-f57a7b5c4dc0 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 943 time: 0.1152086
May 13 16:24:44.873064 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:44.881528 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:44.923864 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f7c87285-15dd-4980-9111-aed1b94d7fd6 req-87cce753-c21c-4f97-9e3f-7a5b7a1cf6ad tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272168
May 13 16:24:44.927868 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-4ac18f08-5a8c-4a07-baf8-9e1c4228b90f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642912
May 13 16:24:44.943240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-26e1f246-aabb-4d95-a6e6-30ed970539a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:44.945005 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-26e1f246-aabb-4d95-a6e6-30ed970539a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=962a3c5540a24061b68fd96894c59c4a&device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 1096 time: 0.2154186
May 13 16:24:44.957708 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:24:44.987805 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:44.996506 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:24:45.066028 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Pushing event updated for resources: {'Port': ['ID=c61697e2-cb18-415a-a7f6-86e3750f8d4a,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:45.074724 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:45.086215 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-05d976da-2b4e-4b25-80d5-db2034e15de9 req-1d983638-855f-40c3-9b93-60de16bcc4a9 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508281
May 13 16:24:45.156721 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-98aec8d9-6afa-459d-94b4-8a06d9cf20fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1533ac6c-95eb-4a37-b138-4afe4d1ecc03 HTTP/1.1" status: 200  len: 217 time: 0.1540921
May 13 16:24:45.289245 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-fe821ebd-596b-4643-be2a-e5b02676b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:45.290656 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-fe821ebd-596b-4643-be2a-e5b02676b908 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6d8745-34c6-48b9-ac8c-2d143def5582 HTTP/1.1" status: 200  len: 853 time: 0.1196189
May 13 16:24:45.295832 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-0c355403-9e22-46e3-b9ae-92d56179899c service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3222072
May 13 16:24:45.315165 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ebe0-fc34-4018-98fa-e91e9b53404a req-1bccd09f-8bcb-4513-a1f7-801ef73e0197 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:45.316650 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8907ebe0-fc34-4018-98fa-e91e9b53404a req-1bccd09f-8bcb-4513-a1f7-801ef73e0197 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.2035348
May 13 16:24:45.411100 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-7654d090-f19a-429b-b6f0-c92d0ffead9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b26855a-a663-49c7-acbe-02b43c2541a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920868
May 13 16:24:45.563629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:45.700993 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c988e851-d20c-44c7-aa65-9fe4a2e1fd8e up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:45.721910 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8907ebe0-fc34-4018-98fa-e91e9b53404a req-2b314cc4-339c-470e-89de-1c0f69eae67c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3063459
May 13 16:24:45.788601 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:45.831565 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-367638a6-f7bc-45cb-8732-bc1b1e40f484 req-b34d1a46-172c-4ab7-836f-5117ff6c0f2d service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5124135
May 13 16:24:45.833531 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-a08df7d6-70de-4d59-8f10-282eb35174ea service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3839750
May 13 16:24:45.864477 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:45.903254 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84aa6d7-f680-4054-8e73-49174ba9c096 None None] Network ed25e872-ac34-48bf-a01b-d439614d260b requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:24:46.054797 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccc743ea-3006-49b4-b98f-3a1ec270fb7e req-bb14f36b-86ca-401f-abe3-fcc59e6c107f service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742444
May 13 16:24:46.093575 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d48752e7-15bf-45ed-b9fc-25fe3dece5b5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:24:46.136321 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Provisioning for port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:46.190483 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Provisioning complete for port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:46.191107 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:46.284141 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:46.307604 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d24d8d-6f02-4b13-a197-f040ebc9e135 req-1bb9b0d4-5a7a-406f-bba5-0b1e64a2b8ea tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:46.309382 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e3d24d8d-6f02-4b13-a197-f040ebc9e135 req-1bb9b0d4-5a7a-406f-bba5-0b1e64a2b8ea tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 943 time: 0.1062114
May 13 16:24:46.357140 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936192e9-de3d-4eb9-acc2-bbb8837a07a0 req-c058e8e2-e840-43cc-ada7-c8dbffe58d77 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:46.358630 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-936192e9-de3d-4eb9-acc2-bbb8837a07a0 req-c058e8e2-e840-43cc-ada7-c8dbffe58d77 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 943 time: 0.2116904
May 13 16:24:46.406420 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e3d24d8d-6f02-4b13-a197-f040ebc9e135 req-f5dbbb92-385a-4edc-9a49-52f652daf516 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615604
May 13 16:24:46.436210 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d48752e7-15bf-45ed-b9fc-25fe3dece5b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:46.453469 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'port_id': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', 'mac_address': 'fa:16:3e:a5:d8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c808082-165d-460f-8e14-ccd6588ca3a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:24:46.467528 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-936192e9-de3d-4eb9-acc2-bbb8837a07a0 req-2464d339-571a-4cc5-b357-93950f2af1b4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457132
May 13 16:24:46.548036 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-23bbaa9f-7025-41ed-b502-4a9132d35386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:46.549926 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-23bbaa9f-7025-41ed-b502-4a9132d35386 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=962a3c5540a24061b68fd96894c59c4a&device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 1096 time: 0.2370439
May 13 16:24:46.719230 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:46.761966 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:46.813390 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48752e7-15bf-45ed-b9fc-25fe3dece5b5 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:24:46.824171 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Router db6ed134-93d5-4107-be6c-6bbf6b2860df is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:24:46.830421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] For port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:46.833628 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:46.838437 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d48752e7-15bf-45ed-b9fc-25fe3dece5b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:46.839400 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-13cb2f8a-e0fc-4e61-9565-6a3f20eb83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:46.840955 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-13cb2f8a-e0fc-4e61-9565-6a3f20eb83d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b26855a-a663-49c7-acbe-02b43c2541a7 HTTP/1.1" status: 200  len: 914 time: 0.2792144
May 13 16:24:46.920687 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:46.923646 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:47.003790 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:47.047426 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Pushing event updated for resources: {'Port': ['ID=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:47.055853 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:47.055853 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:47.096752 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-2af66bec-59e1-4496-9cff-0acd09bd7de8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1533ac6c-95eb-4a37-b138-4afe4d1ecc03 HTTP/1.1" status: 200  len: 217 time: 0.2159934
May 13 16:24:47.109295 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-aede5272-017d-489c-bc8d-63879611bd01 None None] Provisioning complete for port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:47.109701 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-aede5272-017d-489c-bc8d-63879611bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:47.168658 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:24:47.176971 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Sync routers for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:24:47.185855 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415fce3-69c4-4fa0-8f75-bf34f1649e05 req-16aa6e61-314d-4bbb-ba60-90fb60c950fc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:47.194395 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0415fce3-69c4-4fa0-8f75-bf34f1649e05 req-16aa6e61-314d-4bbb-ba60-90fb60c950fc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1559768
May 13 16:24:47.204224 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:47.204583 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:24:47.204583 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69393589a0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:24:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:47.204763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:47.218252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-f691402f-524c-46fd-ac1a-523df8e32d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:47.220149 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-f691402f-524c-46fd-ac1a-523df8e32d68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6d8745-34c6-48b9-ac8c-2d143def5582 HTTP/1.1" status: 200  len: 853 time: 0.1073010
May 13 16:24:47.270508 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0415fce3-69c4-4fa0-8f75-bf34f1649e05 req-6085b254-fac3-43f9-9a71-e97201285f92 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752618
May 13 16:24:47.320591 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:47.324712 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-0cbfd789-bd02-43de-9be9-a8bc9c6b4209 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b26855a-a663-49c7-acbe-02b43c2541a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0895932
May 13 16:24:47.330259 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 60632) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:47.330555 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.3437598
May 13 16:24:47.457321 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:24:47.646618 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c988e851-d20c-44c7-aa65-9fe4a2e1fd8e up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:47.709299 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['d48752e7-15bf-45ed-b9fc-25fe3dece5b5'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:24:47.718141 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-a20626c2-6f02-4e0e-814e-47c04fe1920e service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3236680
May 13 16:24:47.802818 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69393589a0>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:45Z', 'revision_number': 3, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:47.806809 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a21d0-2a8e-4ecb-a75e-c6feee48e626 req-452790df-35ed-47ac-b7c5-62923a7a74a1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:47.808077 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Checking router: db6ed134-93d5-4107-be6c-6bbf6b2860df for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:24:47.808532 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Updating router db6ed134-93d5-4107-be6c-6bbf6b2860df port c61697e2-cb18-415a-a7f6-86e3750f8d4a binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:24:47.815295 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-612a21d0-2a8e-4ecb-a75e-c6feee48e626 req-452790df-35ed-47ac-b7c5-62923a7a74a1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 944 time: 0.1440756
May 13 16:24:47.872511 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:47.873112 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:47.879982 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-612a21d0-2a8e-4ecb-a75e-c6feee48e626 req-c2d79d90-9096-470e-b4c7-1fb3cd811fac tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611944
May 13 16:24:47.924127 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.199177 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a79e597b-1dba-4b04-9346-2a01db74f20d req-8f8fa29b-dd7d-4828-9aad-bea4802ae8a6 service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3095889
May 13 16:24:48.320856 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e10b7-3dcc-43ba-8477-9c48d44d589d req-ad6df6f8-e16f-4bcc-997d-21c7e9d3eea7 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:48.327988 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f13e10b7-3dcc-43ba-8477-9c48d44d589d req-ad6df6f8-e16f-4bcc-997d-21c7e9d3eea7 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 943 time: 0.6087031
May 13 16:24:48.383028 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.397403 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f13e10b7-3dcc-43ba-8477-9c48d44d589d req-c7cbfc8d-6662-49e7-b8ac-c49d20428173 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684490
May 13 16:24:48.399168 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Transition to ACTIVE for port object c61697e2-cb18-415a-a7f6-86e3750f8d4a will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:24:48.506040 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c882392-8879-40ad-80f4-045a8a9f2ed5 req-27a8c15a-3733-41da-8d35-5f0f4416714d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:48.507876 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3c882392-8879-40ad-80f4-045a8a9f2ed5 req-27a8c15a-3733-41da-8d35-5f0f4416714d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0998340
May 13 16:24:48.508729 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60670) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:48.513020 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.530890 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-25c82c46-59c2-4472-a7aa-43db01651571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:48.603319 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3c882392-8879-40ad-80f4-045a8a9f2ed5 req-c7a52ec7-fa93-4e2f-96f4-30d3356bac20 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764773
May 13 16:24:48.630544 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Pushing event updated for resources: {'Port': ['ID=c61697e2-cb18-415a-a7f6-86e3750f8d4a,revision_number=2']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:48.642291 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.642624 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.642980 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.643272 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.643592 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.643912 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.644227 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.644625 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.644924 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.645928 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.645928 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.645928 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:24:48.650628 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:48.652855 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Attempting to bind port c61697e2-cb18-415a-a7f6-86e3750f8d4a on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:24:48.653263 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Attempting to bind port c61697e2-cb18-415a-a7f6-86e3750f8d4a by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:24:48.654188 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Attempting to bind port c61697e2-cb18-415a-a7f6-86e3750f8d4a on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:24:48.659405 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:24:48.660690 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:48.660690 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.660690 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:24:48.661045 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Bound port: c61697e2-cb18-415a-a7f6-86e3750f8d4a, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:24:48.661454 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.689035 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.704287 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:48.708434 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf77b4bb3cf4415b0d14a903c35b2d6 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:48.711545 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:48.716749 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.718058 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:48.742975 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] For port c61697e2-cb18-415a-a7f6-86e3750f8d4a, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:24:48.747029 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] For port c61697e2-cb18-415a-a7f6-86e3750f8d4a, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=c61697e2-cb18-415a-a7f6-86e3750f8d4a,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:24:48.811270 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.835356 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.840836 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-05264202-4ad1-4194-b19f-b42ce328faa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:48.898937 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:48.909640 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-432fc64c-16e4-4fba-beee-69038a9e6fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:48.925510 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Pushing event updated for resources: {'Port': ['ID=c61697e2-cb18-415a-a7f6-86e3750f8d4a,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:48.930069 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:48.938119 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:24:48.938763 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69393589a0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:24:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:48.956408 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1bf77b4bb3cf4415b0d14a903c35b2d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4426756
May 13 16:24:48.956408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeada09a-4368-43e3-bc95-437bb3d64c80,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:48.958435 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60680) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:48.961015 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:49.028765 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.057300 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.117042 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Allocated IP 172.20.0.1 (ed25e872-ac34-48bf-a01b-d439614d260b/5c76268d-0586-4e4e-8fd2-fd892fdcf796/10e79134-96a6-4392-8b9f-4632fdcc5500) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:24:49.146395 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9688c-33dc-4297-99bb-b622ee946a11 req-b305948d-c5e6-4520-a18f-ba68f0838dc7 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:49.148049 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-efc9688c-33dc-4297-99bb-b622ee946a11 req-b305948d-c5e6-4520-a18f-ba68f0838dc7 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 944 time: 0.1513042
May 13 16:24:49.157735 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:24:49.200522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.207056 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-14cda44c-4389-427d-b2fd-1d42ed829a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:49.221414 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeada09a-4368-43e3-bc95-437bb3d64c80,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:49.224211 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:49.226233 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.227369 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eeada09a-4368-43e3-bc95-437bb3d64c80 HTTP/1.1" status: 204  len: 168 time: 0.2679567
May 13 16:24:49.273101 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-efc9688c-33dc-4297-99bb-b622ee946a11 req-890da066-9353-4248-8518-363c9765dfb5 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078801
May 13 16:24:49.328924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.344707 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Transition to ACTIVE for port object 10e79134-96a6-4392-8b9f-4632fdcc5500 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:24:49.453383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.459371 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-32941e5c-fd38-4850-ba26-2e0266b8534b tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:49.466839 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69393589a0>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:45Z', 'revision_number': 3, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:49.471711 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f9587-6a66-4c1c-8ec9-9fb1bb7fe58b None None] The sync data for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi is: [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:45Z', 'revision_number': 3, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:24:49.567451 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Network ed25e872-ac34-48bf-a01b-d439614d260b is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:24:49.575562 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:49.598601 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:24:49.599139 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.640997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Pushing event updated for resources: {'Port': ['ID=10e79134-96a6-4392-8b9f-4632fdcc5500,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:49.646227 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:49.689920 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefb813-794f-43b7-9044-5349f480ad8a req-895a8569-4a6a-4f80-8f89-dd1daa0be768 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:49.691486 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ddefb813-794f-43b7-9044-5349f480ad8a req-895a8569-4a6a-4f80-8f89-dd1daa0be768 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 943 time: 0.1803532
May 13 16:24:49.758140 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ddefb813-794f-43b7-9044-5349f480ad8a req-f535aa53-5cde-4516-8df4-5670b34aa33c tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557146
May 13 16:24:49.876410 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:49.914528 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:24:49.954355 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-bfa5bcf7-01bd-470c-96d6-03c55e1171da None None] Provisioning for port 10e79134-96a6-4392-8b9f-4632fdcc5500 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:49.959505 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-bfa5bcf7-01bd-470c-96d6-03c55e1171da None None] Provisioning complete for port 10e79134-96a6-4392-8b9f-4632fdcc5500 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:49.960069 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5bcf7-01bd-470c-96d6-03c55e1171da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.035097 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5bcf7-01bd-470c-96d6-03c55e1171da None None] Port 10e79134-96a6-4392-8b9f-4632fdcc5500 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:24:50.065777 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60698) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:50.084286 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.105826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:50.110098 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Usage tracker for resource:security_group_rule and tenant:44e7bcc9c7b3432ab51477d55eee64e7 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:50.113220 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:50.119298 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:50.127447 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894d8f1-f07a-466c-88c9-17c1750af903 req-c0700e59-0e51-4d9f-84a8-e7bf033b06d6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:50.131539 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e894d8f1-f07a-466c-88c9-17c1750af903 req-c0700e59-0e51-4d9f-84a8-e7bf033b06d6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.2067308
May 13 16:24:50.220047 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e894d8f1-f07a-466c-88c9-17c1750af903 req-205678b3-4a09-491c-ae71-510518a2523e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845501
May 13 16:24:50.248160 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.294089 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.337259 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.341789 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.342879 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:50.383413 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.394890 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8e0f093f-d593-4dff-a796-d48c01e29903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:50.435311 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44e7bcc9c7b3432ab51477d55eee64e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3683074
May 13 16:24:50.436171 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fde946-2bd7-4a3d-8185-7ee910814bb2,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:50.438605 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60704) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:50.440953 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:50.506258 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.533488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.535865 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Pushing event updated for resources: {'Port': ['ID=10e79134-96a6-4392-8b9f-4632fdcc5500,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:50.538933 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:50.615033 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600c07-bbc0-453d-9c17-3abd60b24657 req-f70fc254-1837-47fb-b9c3-42551d841f4b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:50.616620 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f7600c07-bbc0-453d-9c17-3abd60b24657 req-f70fc254-1837-47fb-b9c3-42551d841f4b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 944 time: 0.2110691
May 13 16:24:50.627367 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Network ed25e872-ac34-48bf-a01b-d439614d260b is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:24:50.640527 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:50.668910 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.672742 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-587be4c9-cf3b-488e-817a-c277744aac36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:50.687838 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fde946-2bd7-4a3d-8185-7ee910814bb2,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:50.690870 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:50.698755 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.699879 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95fde946-2bd7-4a3d-8185-7ee910814bb2 HTTP/1.1" status: 204  len: 168 time: 0.2603636
May 13 16:24:50.820998 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f7600c07-bbc0-453d-9c17-3abd60b24657 req-f6a6eb8e-dafb-4456-b781-810d364d7995 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980171
May 13 16:24:50.861823 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-58bd0bf0-bd75-441f-ad19-f45fd6c20dd3 None None] Provisioning complete for port 10e79134-96a6-4392-8b9f-4632fdcc5500 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:50.862191 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-58bd0bf0-bd75-441f-ad19-f45fd6c20dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:50.872238 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Router db6ed134-93d5-4107-be6c-6bbf6b2860df has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:24:50.945358 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-58bd0bf0-bd75-441f-ad19-f45fd6c20dd3 None None] Port 10e79134-96a6-4392-8b9f-4632fdcc5500 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:24:51.209594 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:24:51.220224 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] 10.222.0.42 "PUT /v2.0/routers/db6ed134-93d5-4107-be6c-6bbf6b2860df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8940170
May 13 16:24:51.228105 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60a9e-3bc7-417b-9afe-6078b922f29b req-d8be15b4-7413-40b8-9ef2-bfbbd71ee1b8 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:51.229776 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7fd60a9e-3bc7-417b-9afe-6078b922f29b req-d8be15b4-7413-40b8-9ef2-bfbbd71ee1b8 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 943 time: 0.2111857
May 13 16:24:51.306605 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7fd60a9e-3bc7-417b-9afe-6078b922f29b req-85bfab23-d145-4097-8bb7-287c0919086d tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656178
May 13 16:24:51.342408 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Sync routers for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:24:51.348172 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:24:51.348796 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693958c0d0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:24:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:51.440211 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d274f-841e-4a68-99f0-032d4bbb7c6c req-637dfaf0-24ac-40a3-9b1f-1feb59853264 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:51.441753 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-634d274f-841e-4a68-99f0-032d4bbb7c6c req-637dfaf0-24ac-40a3-9b1f-1feb59853264 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0853300
May 13 16:24:51.545165 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-634d274f-841e-4a68-99f0-032d4bbb7c6c req-bb9d1aec-ac20-4f84-a94f-9566fbd1c6c8 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943656
May 13 16:24:51.589282 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:24:51.663999 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c61697e2-cb18-415a-a7f6-86e3750f8d4a up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:51.989385 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port c61697e2-cb18-415a-a7f6-86e3750f8d4a completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:51.997025 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port c61697e2-cb18-415a-a7f6-86e3750f8d4a triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:51.997503 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.071177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf532f-f47a-49d9-8c48-8462408d459d req-6d1e12f5-0e95-4f50-9118-0b5aba8d924f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:52.077782 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45bf532f-f47a-49d9-8c48-8462408d459d req-6d1e12f5-0e95-4f50-9118-0b5aba8d924f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 944 time: 0.0930204
May 13 16:24:52.192365 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45bf532f-f47a-49d9-8c48-8462408d459d req-4c35778d-02b8-4498-84d1-8cb40341476c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102886
May 13 16:24:52.261191 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693958c0d0>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:50Z', 'revision_number': 2, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:52.269442 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Checking router: db6ed134-93d5-4107-be6c-6bbf6b2860df for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:24:52.273659 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Updating router db6ed134-93d5-4107-be6c-6bbf6b2860df port 10e79134-96a6-4392-8b9f-4632fdcc5500 binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:24:52.338980 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.365873 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.387227 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port c61697e2-cb18-415a-a7f6-86e3750f8d4a, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=c61697e2-cb18-415a-a7f6-86e3750f8d4a,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:52.413808 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60760) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:52.419397 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34953167', 'description': 'tempest-description--2057302125'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:52.428522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:52.437257 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:52.444223 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:52.464689 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:52.507541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.513136 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:52.645513 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a11ac-1675-45c4-8bb0-c3dcf32c2888 req-f27c27db-0854-4ff9-bb82-79bea9241a6f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:52.647065 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3e3a11ac-1675-45c4-8bb0-c3dcf32c2888 req-f27c27db-0854-4ff9-bb82-79bea9241a6f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 943 time: 0.1104965
May 13 16:24:52.675877 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=c61697e2-cb18-415a-a7f6-86e3750f8d4a,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:52.680461 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:52.696464 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.709853 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3e3a11ac-1675-45c4-8bb0-c3dcf32c2888 req-3937b2e4-70a5-475c-b58c-313e58646f1b tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556192
May 13 16:24:52.756043 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:52.771888 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group_rule and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:52.776367 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:52.785977 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:52.827271 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3694-2d15-4ed3-851b-26c727059196 req-06461adb-4f18-4c32-ad52-75bb400b6d55 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:52.828723 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a2ec3694-2d15-4ed3-851b-26c727059196 req-06461adb-4f18-4c32-ad52-75bb400b6d55 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1712017
May 13 16:24:52.852188 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.866642 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Transition to ACTIVE for port object 10e79134-96a6-4392-8b9f-4632fdcc5500 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:24:52.901028 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a2ec3694-2d15-4ed3-851b-26c727059196 req-b22e8f74-0641-495e-a790-85995ff1ddc9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661824
May 13 16:24:52.914447 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.965212 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:52.970889 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:53.028811 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.035029 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:53.095805 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:24:53.108112 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fae6cf-ad5e-4176-bb10-2dc429116dd3,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:53.121669 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:53.191138 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d48752e7-15bf-45ed-b9fc-25fe3dece5b5 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:53.205832 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.207586 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.7921484
May 13 16:24:53.210405 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 60782) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:53.217197 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'security_group_rule': {'security_group_id': '34fae6cf-ad5e-4176-bb10-2dc429116dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:53.229384 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:53.243322 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group_rule and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:53.253572 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:53.280362 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:53.328096 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30102ad-268c-42e3-92ad-7144d72e764e None None] Pushing event updated for resources: {'Port': ['ID=10e79134-96a6-4392-8b9f-4632fdcc5500,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:53.378861 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b30102ad-268c-42e3-92ad-7144d72e764e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:53.413546 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Attempting to bind port 10e79134-96a6-4392-8b9f-4632fdcc5500 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:24:53.413914 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Attempting to bind port 10e79134-96a6-4392-8b9f-4632fdcc5500 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:24:53.414278 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Attempting to bind port 10e79134-96a6-4392-8b9f-4632fdcc5500 on network ed25e872-ac34-48bf-a01b-d439614d260b {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:24:53.426639 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.457969 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:24:53.458346 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Checking segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:24:53.458755 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.459147 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Bound using segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:24:53.459631 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Bound port: 10e79134-96a6-4392-8b9f-4632fdcc5500, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:24:53.460006 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.515775 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d54bc-06b9-45aa-bd9e-4ea77abe55ac req-09ee7d0f-7884-4380-8f85-cddb1a7a2076 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:53.517322 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fb1d54bc-06b9-45aa-bd9e-4ea77abe55ac req-09ee7d0f-7884-4380-8f85-cddb1a7a2076 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 944 time: 0.1445370
May 13 16:24:53.534793 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.566245 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:53.594565 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fb1d54bc-06b9-45aa-bd9e-4ea77abe55ac req-cc863d84-dd5a-4d85-91bf-56d6b3fe5655 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649705
May 13 16:24:53.601324 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03', 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7', 'port_id': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03', 'mac_address': 'fa:16:3e:a2:88:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6d8745-34c6-48b9-ac8c-2d143def5582', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:24:53.658598 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c61697e2-cb18-415a-a7f6-86e3750f8d4a up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:53.674329 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.677673 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:53.703065 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4f6549-9856-4e2b-9f63-76c91c73e7f6,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:53.707460 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] For port 10e79134-96a6-4392-8b9f-4632fdcc5500, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:24:53.709280 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:53.714438 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:53.728671 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] For port 10e79134-96a6-4392-8b9f-4632fdcc5500, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=10e79134-96a6-4392-8b9f-4632fdcc5500,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:24:53.731566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:53.731941 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.783407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.786417 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-c2182000-f1af-4b5e-9a58-66c44e92ee5a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5748367
May 13 16:24:53.788763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.789446 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60802) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:53.795721 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'security_group_rule': {'security_group_id': '34fae6cf-ad5e-4176-bb10-2dc429116dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:53.802193 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:53.808601 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group_rule and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:53.812194 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:53.819236 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:53.826179 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:24:53.854899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:53.857653 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.861144 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port c61697e2-cb18-415a-a7f6-86e3750f8d4a triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:53.861699 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.890092 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:53.918109 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1eb72-e3b7-4ee8-82b6-40cc1f21704f req-3eb76cd4-e105-49a4-968a-9c931a9bb8c3 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:53.919607 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0fc1eb72-e3b7-4ee8-82b6-40cc1f21704f req-3eb76cd4-e105-49a4-968a-9c931a9bb8c3 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 943 time: 0.0987637
May 13 16:24:53.951388 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:53.971092 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0fc1eb72-e3b7-4ee8-82b6-40cc1f21704f req-f1882a2d-25d9-47d9-ab8c-af498d3e4d1b tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446956
May 13 16:24:54.032179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.039957 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.057657 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.072472 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:24:54.073548 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693958c0d0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:24:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:54.109982 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.114975 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:54.147654 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c686a22e-9344-479c-aac3-d685ba7fdf30,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:54.159014 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:54.174362 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30102ad-268c-42e3-92ad-7144d72e764e None None] Pushing event updated for resources: {'Port': ['ID=10e79134-96a6-4392-8b9f-4632fdcc5500,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:54.204937 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15292126-30e8-4b30-824d-43873b37c02a req-ebb81187-fed3-4692-9837-9a872953793b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:54.213445 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-15292126-30e8-4b30-824d-43873b37c02a req-ebb81187-fed3-4692-9837-9a872953793b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1791537
May 13 16:24:54.247940 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b30102ad-268c-42e3-92ad-7144d72e764e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:54.249332 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b30102ad-268c-42e3-92ad-7144d72e764e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:54.250819 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.251983 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4614058
May 13 16:24:54.255104 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 60816) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:54.262941 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:24:54.269226 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-15292126-30e8-4b30-824d-43873b37c02a req-0af94d51-055b-4d96-822f-4692fb86f10f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547421
May 13 16:24:54.271415 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:54.275436 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:floatingip and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:54.279179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:54.289259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:54.331313 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:54.364598 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d48752e7-15bf-45ed-b9fc-25fe3dece5b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:54.406311 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.422270 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', 'code': 200}
May 13 16:24:54.432891 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:54.437672 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:54.451043 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.456503 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:54.493816 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:24:54.594291 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:54.646250 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['1533ac6c-95eb-4a37-b138-4afe4d1ecc03'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:24:54.690316 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:54.713329 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:54.760093 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Allocated IP 172.27.1.79 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/31b7f9df-8dac-4c1c-8f5f-acbfbfd02d69) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:24:54.960959 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb7c96-5bc2-4fac-9a2b-35e08f9c970f req-0eb4f583-5238-4e89-b524-3f9b4b0733ef tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:54.962635 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a6cb7c96-5bc2-4fac-9a2b-35e08f9c970f req-0eb4f583-5238-4e89-b524-3f9b4b0733ef tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 945 time: 0.1972320
May 13 16:24:55.003268 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693958c0d0>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:53Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:24:55.010137 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88113ca-798f-4244-928e-b9b676b93976 None None] The sync data for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi is: [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:53Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:24:55.030572 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:55.071225 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a6cb7c96-5bc2-4fac-9a2b-35e08f9c970f req-1398cd84-43d1-43ba-880d-65b6a2bdbd0a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761309
May 13 16:24:55.104232 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39bc56-b480-4795-b458-8975c827a1d3 req-f50cb73d-9e8a-470e-b202-84e048fe6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:55.106582 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0a39bc56-b480-4795-b458-8975c827a1d3 req-f50cb73d-9e8a-470e-b202-84e048fe6c29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 1098 time: 0.1364629
May 13 16:24:55.206319 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:55.220068 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0a39bc56-b480-4795-b458-8975c827a1d3 req-0901dbab-d823-4666-8d5a-312f6bb3f50e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991557
May 13 16:24:55.221145 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7d6aa633-c17c-4f8d-a07d-728dd2075e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:55.267186 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e117013-2731-4e78-8fe8-026649854a17 req-f92678f9-c2e7-4d83-ae70-445cb43a403f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:55.268577 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e117013-2731-4e78-8fe8-026649854a17 req-f92678f9-c2e7-4d83-ae70-445cb43a403f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 944 time: 0.1139891
May 13 16:24:55.316854 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:24:55.328307 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e117013-2731-4e78-8fe8-026649854a17 req-8e8228f4-34a3-4569-878b-42b6c6ed1327 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527701
May 13 16:24:55.330747 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:24:55.338193 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:24:55.430061 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'Port': ['ID=31b7f9df-8dac-4c1c-8f5f-acbfbfd02d69,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:55.433872 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:55.521537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:55.579122 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1bde5-1a21-4610-8bd6-224f01949a3d req-8f6a1fca-12f7-445a-9f14-0b8bf404a3e2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:55.592164 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dee1bde5-1a21-4610-8bd6-224f01949a3d req-8f6a1fca-12f7-445a-9f14-0b8bf404a3e2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1636965
May 13 16:24:55.679762 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 10e79134-96a6-4392-8b9f-4632fdcc5500 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:55.697590 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dee1bde5-1a21-4610-8bd6-224f01949a3d req-6c7c0320-92e1-413f-bb4e-2d7cdcf86d83 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039419
May 13 16:24:55.708690 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:55.887180 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 10e79134-96a6-4392-8b9f-4632fdcc5500 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:55.898682 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 10e79134-96a6-4392-8b9f-4632fdcc5500 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:55.898682 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:56.109002 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:56.109594 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:56.158380 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 10e79134-96a6-4392-8b9f-4632fdcc5500, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=10e79134-96a6-4392-8b9f-4632fdcc5500,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:56.205463 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:56.214133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-39ec3bff-ca4c-49fc-9773-61c0f3316b20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:56.234336 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:56.236497 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:56.345149 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=10e79134-96a6-4392-8b9f-4632fdcc5500,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:56.348482 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:56.404700 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'Port': ['ID=31b7f9df-8dac-4c1c-8f5f-acbfbfd02d69,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:56.410625 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:56.441544 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:56.464127 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecabc66-0e7f-4fac-b72a-ee5c6bd20e27 req-5e7743a6-96f6-4d49-abfb-ff123486ce2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:56.465668 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cecabc66-0e7f-4fac-b72a-ee5c6bd20e27 req-5e7743a6-96f6-4d49-abfb-ff123486ce2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 945 time: 0.2093446
May 13 16:24:56.529291 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cecabc66-0e7f-4fac-b72a-ee5c6bd20e27 req-a01482dc-380b-48e3-aa80-549726b420f1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501630
May 13 16:24:56.594157 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:56.595439 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3392718
May 13 16:24:56.599808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f706-35d5-473f-bae0-f53821535cb4 req-25ef64a9-9391-40a5-8ec2-b1e60ec364cd tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:56.607211 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f336f706-35d5-473f-bae0-f53821535cb4 req-25ef64a9-9391-40a5-8ec2-b1e60ec364cd tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 944 time: 0.1186769
May 13 16:24:56.664356 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f336f706-35d5-473f-bae0-f53821535cb4 req-b86f7885-0c62-4cc0-afc4-9c7d6ec84c81 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562792
May 13 16:24:56.913811 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-df660138-f2e1-4037-90c9-23e1b601a469 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--34953167&fields=id&tenant_id=9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 267 time: 0.0531633
May 13 16:24:56.932109 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c406-0d9a-4901-8420-0fd04b02d4b0 req-6b96ce1b-e90b-4329-8b4f-f0f711295379 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:56.937486 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a225c406-0d9a-4901-8420-0fd04b02d4b0 req-6b96ce1b-e90b-4329-8b4f-f0f711295379 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1027918
May 13 16:24:56.992612 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a225c406-0d9a-4901-8420-0fd04b02d4b0 req-b3b978d5-2618-4574-b574-dc2d20070370 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542369
May 13 16:24:57.085958 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-ef8e49ab-852d-4ce2-b2b3-cf88e96e5ac5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:57.089353 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-ef8e49ab-852d-4ce2-b2b3-cf88e96e5ac5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 817 time: 0.1727839
May 13 16:24:57.108223 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-9590cf64-929f-4597-ad22-37396fc98308 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/quotas/9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 375 time: 0.0122595
May 13 16:24:57.125408 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:57.217874 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-31fc8008-5478-4836-bc4d-aa1ff82015fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Synchronizing usage tracker for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:24:57.287152 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:24:57.292982 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:57.300417 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:57.315131 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-31fc8008-5478-4836-bc4d-aa1ff82015fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Unset dirty status for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:24:57.320679 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-31fc8008-5478-4836-bc4d-aa1ff82015fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2024705
May 13 16:24:57.427342 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:57.456999 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:24:57.468000 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:24:57.478542 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-3fa6441f-ab93-4f4f-94c0-0f9c6d41a2d1 service neutron] 10.222.0.42 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451550
May 13 16:24:57.590884 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03', 'code': 200}
May 13 16:24:57.594164 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:57.596174 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b72a4291-37c2-45ec-8c62-6e4ccfcb17e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:57.711147 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:57.714750 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 10e79134-96a6-4392-8b9f-4632fdcc5500 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:24:57.729240 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-444a7b93-5a8c-42d3-9c31-4f8801be37e7 service neutron] 10.222.0.42 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2391171
May 13 16:24:57.754276 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:57.815360 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 10e79134-96a6-4392-8b9f-4632fdcc5500 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:24:57.816590 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:57.838160 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675157-ad97-4db6-b5ef-3f70295f211b req-40d75209-5c47-4ab9-912f-e209c726a8dd tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:57.839946 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38675157-ad97-4db6-b5ef-3f70295f211b req-40d75209-5c47-4ab9-912f-e209c726a8dd tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 945 time: 0.0938938
May 13 16:24:57.910838 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38675157-ad97-4db6-b5ef-3f70295f211b req-2291b2b3-cc86-496b-8d1c-6ccac8a3e784 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509303
May 13 16:24:58.133963 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68d34-440a-4e51-8c50-b15d82f4abe0 req-0912de0c-989b-4cad-b8fe-17de8b341a4f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:58.142461 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4fb68d34-440a-4e51-8c50-b15d82f4abe0 req-0912de0c-989b-4cad-b8fe-17de8b341a4f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.1174228
May 13 16:24:58.213566 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4fb68d34-440a-4e51-8c50-b15d82f4abe0 req-0ca643af-a320-466f-b3c3-18e9d601356d tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699003
May 13 16:24:58.272267 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decf4c2-e9ba-4e7c-a219-c9f0a617979b req-b761ea71-1238-471a-981e-7a7151fd2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:58.274156 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2decf4c2-e9ba-4e7c-a219-c9f0a617979b req-b761ea71-1238-471a-981e-7a7151fd2203 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 1098 time: 0.0942945
May 13 16:24:58.343332 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-00dca35f-1c65-4c73-94ff-43882a26e205 req-1d60a6d8-c630-4e4f-ab6f-8ec7d9be9068 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0787790
May 13 16:24:58.536528 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2decf4c2-e9ba-4e7c-a219-c9f0a617979b req-f4a11052-82ce-43cf-a056-8c569cff985c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387805
May 13 16:24:58.579912 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8480-bdce-42b8-b9aa-dcb10cf31d25 req-41445967-5cd9-453e-b0bc-9f6e5fdbdcf2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:58.598116 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-568c8480-bdce-42b8-b9aa-dcb10cf31d25 req-41445967-5cd9-453e-b0bc-9f6e5fdbdcf2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1439111
May 13 16:24:58.648047 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-568c8480-bdce-42b8-b9aa-dcb10cf31d25 req-d4958818-f11f-4b1b-b3cd-9bdd311dab5c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475934
May 13 16:24:59.209510 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32790) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:59.439190 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.473524 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:24:59.473524 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Usage tracker for resource:security_group_rule and tenant:bdf861f2c93e4f3db2503eb39fe2f567 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:24:59.483361 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cb97-b6a1-428b-a7bd-903d414488ec req-5084df81-1095-4caf-a188-afcba583fd92 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:59.484990 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d290cb97-b6a1-428b-a7bd-903d414488ec req-5084df81-1095-4caf-a188-afcba583fd92 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.1340561
May 13 16:24:59.485838 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:24:59.492116 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:24:59.524041 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 32808) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:59.541292 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-37ea2d87-3ac6-4003-82fb-3b5c3a13ad3c req-5070f25a-a4fc-480d-8aaf-fc21dffb2017 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0825744
May 13 16:24:59.571479 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d290cb97-b6a1-428b-a7bd-903d414488ec req-61e4e0d7-08a9-474d-aabd-79a1cf9a98e9 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721855
May 13 16:24:59.626407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13be64-b0a2-4e9c-a83c-8e86487175b5 req-b28d9d51-5493-4766-98f3-43eb887fa8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:59.628109 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ec13be64-b0a2-4e9c-a83c-8e86487175b5 req-b28d9d51-5493-4766-98f3-43eb887fa8ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 1098 time: 0.2454796
May 13 16:24:59.636331 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Deleting subnet 3d8ebb1e-3dd9-470e-9730-8a1a501110b0 {{(pid=79476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:24:59.639678 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.639974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.699795 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.709661 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8f38d13a-2031-49ad-96e4-cacfdc1224c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:24:59.712337 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.731362 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.756501 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdf861f2c93e4f3db2503eb39fe2f567&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5431490
May 13 16:24:59.756501 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d613b40d-130f-4ac2-abb6-0ed4b61c2890,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:24:59.758002 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:24:59.758476 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32814) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:24:59.772649 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ec13be64-b0a2-4e9c-a83c-8e86487175b5 req-a23d0fee-27bc-465d-b85c-5ba33ad5a678 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916128
May 13 16:24:59.827351 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.858358 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.969343 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881b322-f95a-4e71-b8b6-a395ab8f21a8 req-cac8396b-8907-4a9d-87b3-c0d12d67e713 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:24:59.970867 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8881b322-f95a-4e71-b8b6-a395ab8f21a8 req-cac8396b-8907-4a9d-87b3-c0d12d67e713 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1972692
May 13 16:24:59.994208 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:24:59.999719 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-67ec2478-9960-483c-b403-10bb516db449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:00.011072 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d613b40d-130f-4ac2-abb6-0ed4b61c2890,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:00.017940 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:00.024120 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.028244 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d613b40d-130f-4ac2-abb6-0ed4b61c2890 HTTP/1.1" status: 204  len: 168 time: 0.2659504
May 13 16:25:00.095638 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8881b322-f95a-4e71-b8b6-a395ab8f21a8 req-15d7be5c-833e-4807-9bc3-076f013a03d6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154816
May 13 16:25:00.281657 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for subnet, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.288913 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1bc6a2ab-65de-4c91-944b-613624db1bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:00.340346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8ebb1e-3dd9-470e-9730-8a1a501110b0,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:00.343866 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:00.344936 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.351559 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3d8ebb1e-3dd9-470e-9730-8a1a501110b0 HTTP/1.1" status: 204  len: 168 time: 0.8091829
May 13 16:25:00.354515 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 32838) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:00.467644 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.607193 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.622281 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f693368a940>> segment before_delete 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.622710 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f693368a940>> subnet precommit_delete_associations 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.623537 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> segment_host_mapping after_create 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.623969 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> port after_create 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.624365 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> port after_delete 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.624784 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> port after_update 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.625231 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> segment after_delete 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.625667 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> subnet after_create 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.626055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> subnet after_delete 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.626432 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f693805c820>> subnet after_update 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.699549 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69384a2dc0>> subnet after_create 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.699988 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69384a2dc0>> subnet after_delete 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.700327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69384a2dc0>> subnet before_create 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.700656 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69384a2dc0>> subnet before_update 55550000 {{(pid=79476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 13 16:25:00.701268 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f693805c8b0>,) {'filters': {'network_id': ['e96c7479-1540-4aab-8aef-484fbe1fccc7']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:00.756366 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32850) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:00.767497 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f693805c8b0>, '5f5ea27d-5a3c-4cd4-a350-a90e2b6df1d0') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:00.767788 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f693805c8b0>, '5f5ea27d-5a3c-4cd4-a350-a90e2b6df1d0') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:00.777030 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8cdd8048-9f0d-491f-abbf-dfd1593f87b4 req-fe7f2b52-34ec-476e-a900-32f785f98a40 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0616264
May 13 16:25:00.783415 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.802470 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.813868 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa90d31-6c90-487f-ada0-d2e0c82f8a31 req-e026251e-80a5-42d4-a2cd-bcd7ecaf5b18 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:00.814649 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:25:00.815041 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.821192 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-afa90d31-6c90-487f-ada0-d2e0c82f8a31 req-e026251e-80a5-42d4-a2cd-bcd7ecaf5b18 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.1165321
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   from cryptography.utils import int_from_bytes
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   from cryptography.utils import int_from_bytes
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:25:00.831619 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:25:00.869242 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-afa90d31-6c90-487f-ada0-d2e0c82f8a31 req-3c3e8a89-0498-4c44-9aab-7eed2452176b tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458381
May 13 16:25:00.892442 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32856) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:00.911127 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.940558 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.951256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:00.958516 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc3431bf8c440009ec59c4534bc8244 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:00.961283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:00.963394 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:00.969592 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Usage tracker for resource:security_group_rule and tenant:6b19d0aff2234ba09255b515d105c986 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:00.972321 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:00.974346 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:00.982756 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:00.983041 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:00.987061 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:01.010780 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.010960 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e96c7479-1540-4aab-8aef-484fbe1fccc7,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:01.014211 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:01.018869 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e96c7479-1540-4aab-8aef-484fbe1fccc7 HTTP/1.1" status: 204  len: 168 time: 0.6631463
May 13 16:25:01.019698 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 32860) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:01.080822 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_v2 [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Deleting subnet 62fb06b6-8fc6-4075-b1ce-0767dc747279 {{(pid=79476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:25:01.084045 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.126206 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.134154 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.139888 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195222'] for subnet, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.197003 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.211371 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.220262 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:01.248789 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.277631 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bc3431bf8c440009ec59c4534bc8244&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3838644
May 13 16:25:01.281909 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32866) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:01.289338 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085fa67f-607e-4d72-afbb-389a20f95905,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:01.298658 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:01.299488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-c072ed56-43b2-45f6-bc95-92a85b26b75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:01.343037 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b19d0aff2234ba09255b515d105c986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5831387
May 13 16:25:01.350874 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32872) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:01.374228 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885dc0e-6882-490d-9911-25e3686de31c,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:01.394981 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:01.434977 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.480419 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.487154 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.534094 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c4f9a-5f45-4de7-a9b6-620a203908ca req-d9b911d1-acc2-4190-8768-2257d792d8ae tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:01.541745 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-413c4f9a-5f45-4de7-a9b6-620a203908ca req-d9b911d1-acc2-4190-8768-2257d792d8ae tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.3113830
May 13 16:25:01.544496 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.644478 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-413c4f9a-5f45-4de7-a9b6-620a203908ca req-037bae1f-a255-48f3-bfc5-6fa764be3a91 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015165
May 13 16:25:01.662481 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.668671 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ba3afcda-1a34-4d3d-931e-25bc4c867161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:01.681975 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085fa67f-607e-4d72-afbb-389a20f95905,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:01.686887 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:01.689752 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.693947 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e91e4c09-b3dd-4427-ba5f-31e248bc2720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:01.703708 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.704811 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/085fa67f-607e-4d72-afbb-389a20f95905 HTTP/1.1" status: 204  len: 168 time: 0.4118600
May 13 16:25:01.709968 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885dc0e-6882-490d-9911-25e3686de31c,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:01.712857 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.721770 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f885dc0e-6882-490d-9911-25e3686de31c HTTP/1.1" status: 204  len: 168 time: 0.3662825
May 13 16:25:01.723194 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:01.754489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2683933'] for subnet, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.760058 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:01.803420 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fb06b6-8fc6-4075-b1ce-0767dc747279,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:01.808662 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:01.812253 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.824161 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-1134d213-13d3-4ac6-9f7c-d493ea4055d9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/62fb06b6-8fc6-4075-b1ce-0767dc747279 HTTP/1.1" status: 204  len: 168 time: 0.8032229
May 13 16:25:01.824739 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32884) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:01.975704 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:01.984378 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-71ecad4e-2b88-4130-802b-fe9f1e0e3ad2 req-58b11ae0-760d-4c08-9a50-87aa25c7d102 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0481851
May 13 16:25:02.215642 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:02.234058 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f693a00db50>,) {'filters': {'network_id': ['bfe8dc25-c3ee-4323-b36d-85217b787d78']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:02.250548 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f693a00db50>, 'f49fe027-0aad-4be5-8fd0-11ef2a4da1c5') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:02.250851 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f693a00db50>, 'f49fe027-0aad-4be5-8fd0-11ef2a4da1c5') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:02.266189 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:02.293791 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e7d6-6395-4bd8-8ae5-158ee5a7f77a req-06e65bf0-8733-4e8a-85fb-36e0f133f40a tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:02.295283 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a6a7e7d6-6395-4bd8-8ae5-158ee5a7f77a req-06e65bf0-8733-4e8a-85fb-36e0f133f40a tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.2764072
May 13 16:25:02.299273 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:02.320766 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:25:02.321261 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:25:02.334977 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:25:02.427972 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a6a7e7d6-6395-4bd8-8ae5-158ee5a7f77a req-0c94df88-3704-4ed9-b4e4-4e1efbedb6ec tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259987
May 13 16:25:02.548625 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:02.557804 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:02.604512 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:02.622637 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe8dc25-c3ee-4323-b36d-85217b787d78,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:02.624934 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:02.632995 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bfe8dc25-c3ee-4323-b36d-85217b787d78 HTTP/1.1" status: 204  len: 168 time: 0.8040202
May 13 16:25:02.751075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-67db3731-f72c-40af-adda-ed9c2d302db1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:02.752648 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-67db3731-f72c-40af-adda-ed9c2d302db1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 817 time: 0.1641021
May 13 16:25:02.854397 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-556fdcfb-6a8f-4212-b43c-f44808512dd5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 378 time: 0.0621846
May 13 16:25:02.879495 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e9d48-72cd-4d4b-9cd9-9fae540e16de req-f9079a01-bf5c-4a08-9705-a9ab7bcb0b60 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:02.880895 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5a6e9d48-72cd-4d4b-9cd9-9fae540e16de req-f9079a01-bf5c-4a08-9705-a9ab7bcb0b60 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1272857
May 13 16:25:02.885870 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'port': {'device_id': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'admin_state_up': True, 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'security_groups': ['34fae6cf-ad5e-4176-bb10-2dc429116dd3']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:03.022529 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5a6e9d48-72cd-4d4b-9cd9-9fae540e16de req-0c277ea3-84bb-4cda-af0e-71c38f67a304 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227093
May 13 16:25:03.083138 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:03.096296 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:03.216906 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-00afae2a-1b5c-49dc-b2b3-bf29334b30f1 req-2346ec1b-3463-4b8c-a41e-c442a7e01a52 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0448241
May 13 16:25:03.217550 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Made reservation on behalf of 9d3765c8e449420cbc3921f5d16d0b3b for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:25:03.220776 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:03.279783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32950) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:03.380687 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-1507032e-90ec-4f3b-a1b2-129a17dc481e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:03.382379 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-1507032e-90ec-4f3b-a1b2-129a17dc481e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 0.2422662
May 13 16:25:03.424145 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-918714d7-ed1d-4aae-9e54-e1e5fd53d014 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=792665c7a1c64bc2b70104c5ef3ab00d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1430168
May 13 16:25:03.429154 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 32956) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:03.440600 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-39bd00fb-f57a-42de-8a80-2eab90ff9592 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/quotas/3b851be948d64579ae17b2525d0e84b2 HTTP/1.1" status: 200  len: 375 time: 0.0509980
May 13 16:25:03.518340 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Allocated IP 172.20.0.8 (ed25e872-ac34-48bf-a01b-d439614d260b/5c76268d-0586-4e4e-8fd2-fd892fdcf796/425d7b24-b326-443e-a889-2bafdaa22b27) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:25:03.541248 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73633a-2630-46a3-a07a-13b1e58de865 req-e37bc463-eaa1-4752-a2a9-e687cac9cbed tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:03.544167 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6f73633a-2630-46a3-a07a-13b1e58de865 req-e37bc463-eaa1-4752-a2a9-e687cac9cbed tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2085769
May 13 16:25:03.569152 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:03.636091 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:03.671254 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-03085322-618c-435a-bc39-0f2105629deb tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2213519
May 13 16:25:03.694120 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6f73633a-2630-46a3-a07a-13b1e58de865 req-1364afa4-e843-489b-9c8d-77faa8f6cfb6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262014
May 13 16:25:03.881200 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:03.888977 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-abaa4a04-8b63-4ed5-8ee8-03209c725556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:03.922388 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:03.938383 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-e6153d87-800b-4e7f-926f-685088b24943 service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661886
May 13 16:25:03.949835 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:03.954140 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98b7dc71-73dd-471a-b04c-20acf9eaa438 HTTP/1.1" status: 204  len: 168 time: 0.5229268
May 13 16:25:03.957332 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b7dc71-73dd-471a-b04c-20acf9eaa438,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:03.972818 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:04.017071 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d0781-524c-4b3d-8825-365db1fac489 req-71f55f15-79da-4383-8416-3c75c7522fd1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:04.021672 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8f3d0781-524c-4b3d-8825-365db1fac489 req-71f55f15-79da-4383-8416-3c75c7522fd1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.1961117
May 13 16:25:04.038875 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Transition to ACTIVE for port object 425d7b24-b326-443e-a889-2bafdaa22b27 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:25:04.084284 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8f3d0781-524c-4b3d-8825-365db1fac489 req-f28f75b2-0dfe-4b68-9346-3e88c5d34981 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597167
May 13 16:25:04.224532 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-f6c667a8-73ee-4391-94e0-358355600feb service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2852771
May 13 16:25:04.343340 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:04.351140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:04.414587 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Network ed25e872-ac34-48bf-a01b-d439614d260b is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:25:04.418524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:25:04.421499 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:25:04.523901 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:04.527721 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:04.636223 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:04.636921 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:04.826040 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0f01404e-bf43-4950-9f32-f39fe18399c4 req-1c8bf543-89b2-4148-b49e-966c7156f0c6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 210 time: 0.1637673
May 13 16:25:04.840760 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b69181-1292-4aba-9f8c-40cd1568d72d req-a4a5d83c-6f4d-4088-a0ba-3245960cb984 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:04.843224 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-67b69181-1292-4aba-9f8c-40cd1568d72d req-a4a5d83c-6f4d-4088-a0ba-3245960cb984 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 931 time: 0.3472674
May 13 16:25:04.892790 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0106504
May 13 16:25:04.927983 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Request body: {'port': {'device_id': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:04.945112 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-67b69181-1292-4aba-9f8c-40cd1568d72d req-de4040e2-61a8-4ffd-8ae4-c7e89cd82ec8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Synchronizing usage tracker for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:security_group {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:25:04.990081 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-89f28d92-90e6-460e-a257-30b4548f99d0 None None] Provisioning for port 425d7b24-b326-443e-a889-2bafdaa22b27 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:25:05.004796 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-89f28d92-90e6-460e-a257-30b4548f99d0 None None] Provisioning complete for port 425d7b24-b326-443e-a889-2bafdaa22b27 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:25:05.005353 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-89f28d92-90e6-460e-a257-30b4548f99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.067612 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.068580 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-67b69181-1292-4aba-9f8c-40cd1568d72d req-de4040e2-61a8-4ffd-8ae4-c7e89cd82ec8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Unset dirty status for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:security_group {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:25:05.070071 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-67b69181-1292-4aba-9f8c-40cd1568d72d req-de4040e2-61a8-4ffd-8ae4-c7e89cd82ec8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2119668
May 13 16:25:05.088075 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-89f28d92-90e6-460e-a257-30b4548f99d0 None None] Port 425d7b24-b326-443e-a889-2bafdaa22b27 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:25:05.158026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33088) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:05.211307 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-103ac214-71f6-4818-bcca-c0859bd98388 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a1e7b0f33244c4f96d07ae6eaf98c7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496421
May 13 16:25:05.211505 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33092) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:05.283714 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.310353 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.457865 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.488448 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:05.515461 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425d7b24-b326-443e-a889-2bafdaa22b27 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:25:05.526626 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fdb578-0d2f-441a-b7dc-02cf3e2b570f,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:05.536240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.568008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.569264 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06fdb578-0d2f-441a-b7dc-02cf3e2b570f HTTP/1.1" status: 204  len: 168 time: 0.3562651
May 13 16:25:05.570366 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:05.575016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Transition to ACTIVE for port object 425d7b24-b326-443e-a889-2bafdaa22b27 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:25:05.629236 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:05.645369 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c63ab28a-57c4-4c14-8464-6b579e42d746 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:05.915133 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:05.922097 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:05.979767 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Attempting to bind port 425d7b24-b326-443e-a889-2bafdaa22b27 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:25:05.980375 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Attempting to bind port 425d7b24-b326-443e-a889-2bafdaa22b27 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:25:05.980464 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Attempting to bind port 425d7b24-b326-443e-a889-2bafdaa22b27 on network ed25e872-ac34-48bf-a01b-d439614d260b {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:25:05.999509 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Port 425d7b24-b326-443e-a889-2bafdaa22b27 on network ed25e872-ac34-48bf-a01b-d439614d260b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:25:05.999866 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Attempting to bind port 425d7b24-b326-443e-a889-2bafdaa22b27 on network ed25e872-ac34-48bf-a01b-d439614d260b {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:25:06.026487 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:25:06.027260 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Checking segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:25:06.027981 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Bound using segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:25:06.028680 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Bound port: 425d7b24-b326-443e-a889-2bafdaa22b27, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:25:06.029497 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:06.066931 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-58696ee9-f8be-4c38-93f0-daf5e28d7ed6 req-d4038058-5a42-451e-aac0-0be78202415e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 210 time: 0.0942841
May 13 16:25:06.176748 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:25:06.180810 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:25:06.236398 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:06.249168 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:06.379571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:06.379571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:06.379571 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/425d7b24-b326-443e-a889-2bafdaa22b27 HTTP/1.1" status: 200  len: 1093 time: 1.4571648
May 13 16:25:06.379825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:25:06.408163 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:06.414682 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:06.434673 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27', 'status': 'completed', 'code': 200}
May 13 16:25:06.446628 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f3850-7edb-4a93-b18e-c5f573d0749c req-dcc62d9a-5ce4-4fd9-a2f1-dc2de37367fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:06.447537 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-142f3850-7edb-4a93-b18e-c5f573d0749c req-dcc62d9a-5ce4-4fd9-a2f1-dc2de37367fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Synchronizing usage tracker for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:25:06.581931 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-142f3850-7edb-4a93-b18e-c5f573d0749c req-dcc62d9a-5ce4-4fd9-a2f1-dc2de37367fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Unset dirty status for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:25:06.583361 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-142f3850-7edb-4a93-b18e-c5f573d0749c req-dcc62d9a-5ce4-4fd9-a2f1-dc2de37367fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.3483534
May 13 16:25:06.666858 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-142f3850-7edb-4a93-b18e-c5f573d0749c req-4b5fefe5-5f89-4c42-b492-5c825a8775c6 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0692143
May 13 16:25:06.690299 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251126be-395b-4e1e-85b3-f8685b887645 req-1eb89de4-f63c-4926-b102-fa8749ddeb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:06.693865 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-251126be-395b-4e1e-85b3-f8685b887645 req-1eb89de4-f63c-4926-b102-fa8749ddeb44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1096 time: 0.1723807
May 13 16:25:06.938043 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251126be-395b-4e1e-85b3-f8685b887645 req-6e1b0092-4bd1-459a-9718-3db36dca14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:06.939563 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-251126be-395b-4e1e-85b3-f8685b887645 req-6e1b0092-4bd1-459a-9718-3db36dca14ec service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1613762
May 13 16:25:07.106337 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251126be-395b-4e1e-85b3-f8685b887645 req-17bb3939-ef22-4403-8daa-fa805fea3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:07.108803 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-251126be-395b-4e1e-85b3-f8685b887645 req-17bb3939-ef22-4403-8daa-fa805fea3785 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1545801
May 13 16:25:07.446208 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340b570-2ea4-44e6-84f5-79ac0550702c req-582911da-e554-481d-b94d-31aee1a6206d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:07.448635 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0340b570-2ea4-44e6-84f5-79ac0550702c req-582911da-e554-481d-b94d-31aee1a6206d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1200461
May 13 16:25:07.501562 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0340b570-2ea4-44e6-84f5-79ac0550702c req-5032af2a-3815-4dd5-ac6d-5a71e0c20628 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445073
May 13 16:25:07.527531 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7b2b1279-4d0e-4e22-a790-3747a6768cd3 req-97b76667-4d71-4973-94c2-af44d59f5660 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 210 time: 0.2575171
May 13 16:25:07.601590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9694-9112-46c2-bac3-8315e301962a req-b015c632-8efb-4384-8403-f672f0527438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:07.603822 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3bb9694-9112-46c2-bac3-8315e301962a req-b015c632-8efb-4384-8403-f672f0527438 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.2483959
May 13 16:25:07.617486 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-a1ad3228-b2a3-44d9-a444-4acb960a22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:07.619544 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-a1ad3228-b2a3-44d9-a444-4acb960a22fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1096 time: 0.2649043
May 13 16:25:07.756809 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-4fc40e0a-b6ef-4865-88aa-c968c59cc313 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=425d7b24-b326-443e-a889-2bafdaa22b27 HTTP/1.1" status: 200  len: 217 time: 0.0718553
May 13 16:25:07.878727 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9694-9112-46c2-bac3-8315e301962a req-5ce395e4-ca9d-4872-a6c2-0b0ae1c72356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:07.880315 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3bb9694-9112-46c2-bac3-8315e301962a req-5ce395e4-ca9d-4872-a6c2-0b0ae1c72356 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 919 time: 0.2656736
May 13 16:25:07.884520 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-d8e2cecb-69c9-46e3-9983-0ba51d867a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:07.886071 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-d8e2cecb-69c9-46e3-9983-0ba51d867a64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.1090317
May 13 16:25:08.013630 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa6da4-3564-4593-b9cf-02693899f05c req-54482495-0818-48c9-89e8-e29d18a70116 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:08.015108 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1dfa6da4-3564-4593-b9cf-02693899f05c req-54482495-0818-48c9-89e8-e29d18a70116 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1558287
May 13 16:25:08.016444 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3bb9694-9112-46c2-bac3-8315e301962a req-be7f8a1d-42f6-43a7-be11-2478bca0473f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 217 time: 0.1102989
May 13 16:25:08.021914 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-25059bab-696c-4a3e-ad50-85429343a7ee tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:08.023270 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-25059bab-696c-4a3e-ad50-85429343a7ee tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 0.2844257
May 13 16:25:08.054914 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-3ecdb1cb-dca2-48cf-b00f-773bd14fc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:08.056405 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-3ecdb1cb-dca2-48cf-b00f-773bd14fc8a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0966985
May 13 16:25:08.065367 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1dfa6da4-3564-4593-b9cf-02693899f05c req-f7f10c5c-a403-4fef-9dfa-e3e317d442eb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410988
May 13 16:25:08.134811 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Request body: {'port': {'device_id': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'admin_state_up': True, 'tenant_id': '3b851be948d64579ae17b2525d0e84b2'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:08.276459 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9694-9112-46c2-bac3-8315e301962a req-8d77fa88-a01c-4b70-a1d1-e2624c154d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:08.278074 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3bb9694-9112-46c2-bac3-8315e301962a req-8d77fa88-a01c-4b70-a1d1-e2624c154d99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.1622910
May 13 16:25:08.345862 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:08.355680 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:08.364778 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3bb9694-9112-46c2-bac3-8315e301962a req-8b58ad4e-056a-424d-90fd-a0adde4229b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611603
May 13 16:25:08.403363 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-a0b1469c-3d19-4ee8-aa1b-9d1ee074e168 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394445
May 13 16:25:08.553762 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Made reservation on behalf of 3b851be948d64579ae17b2525d0e84b2 for: {'port': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:25:08.558408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:08.625967 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3bb9694-9112-46c2-bac3-8315e301962a req-f3bb4761-6f04-439f-a8a5-a1ebef3f0a1b service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472727
May 13 16:25:08.630965 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f90d99f-f6bd-4e88-91c9-9b983c35792d req-7f85fe5f-2f17-4732-ad09-e5337a508644 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810372
May 13 16:25:08.801189 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Allocated IP 172.20.0.14 (364f9ea7-bb68-4d81-80ce-70cec45c9d8c/6c808082-165d-460f-8e14-ccd6588ca3a5/1e3d58e9-548a-4f57-9adf-60940a4391b7) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:25:08.804669 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8e4932f3-d284-4c21-8d55-19b106daebe9 req-ffca9274-2877-4fc0-bcc3-8334cdec8225 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 210 time: 0.1013296
May 13 16:25:08.861116 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c3bb9694-9112-46c2-bac3-8315e301962a req-c57d5dde-0bae-4ce4-bb55-9630bfee8e23 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877129
May 13 16:25:08.927529 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869f10d-3ee7-44ea-accd-816421c6ae77 req-0ec4db35-a736-40f9-bdaf-2d40be5ea1b3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:08.928962 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f869f10d-3ee7-44ea-accd-816421c6ae77 req-0ec4db35-a736-40f9-bdaf-2d40be5ea1b3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2399447
May 13 16:25:09.095714 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f869f10d-3ee7-44ea-accd-816421c6ae77 req-41160886-e7ba-4f02-88cf-e31ffeae7e2b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599376
May 13 16:25:09.200405 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:09.291258 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:09.299905 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:09.357202 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:25:09.425127 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:25:09.428380 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:25:09.433045 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:25:09.483726 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event updated for resources: {'Port': ['ID=1e3d58e9-548a-4f57-9adf-60940a4391b7,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:09.504957 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc846f-5aa2-4861-9a34-ede63bada58e req-2af72fdb-3484-450e-86ad-a8af1146a04f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:09.506477 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-decc846f-5aa2-4861-9a34-ede63bada58e req-2af72fdb-3484-450e-86ad-a8af1146a04f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.2285471
May 13 16:25:09.507135 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.507501 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.510783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:09.535158 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:09.573150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:09.584687 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:09.615990 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-decc846f-5aa2-4861-9a34-ede63bada58e req-ec4e62be-d39f-41af-bd7a-c940880c93d0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1021640
May 13 16:25:09.760444 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6301327
May 13 16:25:09.798852 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Request body: {'port': {'device_id': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:09.913319 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.005922 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33262) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:10.122411 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56ea5-e2fe-4ec4-9da6-c59ce9359131 req-93b780a5-c3fd-4341-aa2d-d470e207c782 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:10.123120 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-3ee56ea5-e2fe-4ec4-9da6-c59ce9359131 req-93b780a5-c3fd-4341-aa2d-d470e207c782 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:25:10.147678 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.181429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:10.185318 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Usage tracker for resource:security_group_rule and tenant:939b98a84e8f40e990fe239579c83e72 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:10.189589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:10.194317 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:10.330818 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-3ee56ea5-e2fe-4ec4-9da6-c59ce9359131 req-93b780a5-c3fd-4341-aa2d-d470e207c782 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:25:10.341804 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3ee56ea5-e2fe-4ec4-9da6-c59ce9359131 req-93b780a5-c3fd-4341-aa2d-d470e207c782 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 932 time: 0.4094436
May 13 16:25:10.349023 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.380619 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ff5fc-0706-40b5-94da-9524c2c58ec0 req-498a946a-b508-4224-86ac-2ee7b38d60ba tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:10.382360 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a20ff5fc-0706-40b5-94da-9524c2c58ec0 req-498a946a-b508-4224-86ac-2ee7b38d60ba tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1293383
May 13 16:25:10.390969 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3d58e9-548a-4f57-9adf-60940a4391b7 {{(pid=79477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:25:10.406825 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.416099 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3ee56ea5-e2fe-4ec4-9da6-c59ce9359131 req-6273a7e1-e4fc-44e9-a380-f150410d7c2d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705037
May 13 16:25:10.433168 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Transition to ACTIVE for port object 1e3d58e9-548a-4f57-9adf-60940a4391b7 will not be triggered until provisioned by entity L2. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:25:10.544953 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.548373 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.558291 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:10.564375 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-51f8ecfb-a061-4815-90c5-ebd7b15f1134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:10.624318 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a20ff5fc-0706-40b5-94da-9524c2c58ec0 req-d8ee90a8-baba-4a9a-834c-a50ff6231434 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183366
May 13 16:25:10.635584 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=939b98a84e8f40e990fe239579c83e72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6260698
May 13 16:25:10.635584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c4905-25a9-4da3-8086-b7df8066ed44,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:10.638436 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:10.639109 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33278) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:10.707937 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.740102 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.755041 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d58e9-548a-4f57-9adf-60940a4391b7,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:10.759940 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:10.794228 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Attempting to bind port 1e3d58e9-548a-4f57-9adf-60940a4391b7 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:25:10.794563 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Attempting to bind port 1e3d58e9-548a-4f57-9adf-60940a4391b7 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:25:10.794883 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Attempting to bind port 1e3d58e9-548a-4f57-9adf-60940a4391b7 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:25:10.800178 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Port 1e3d58e9-548a-4f57-9adf-60940a4391b7 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:25:10.800540 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Attempting to bind port 1e3d58e9-548a-4f57-9adf-60940a4391b7 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:25:10.806024 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:25:10.806511 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Checking segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:25:10.806753 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Bound using segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:25:10.813119 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Bound port: 1e3d58e9-548a-4f57-9adf-60940a4391b7, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:25:10.813119 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.864128 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853f54d-99ea-44f0-9a6d-e9250c7b6655 req-e8558918-b36f-4795-945b-4a3eea897541 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:10.865543 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e853f54d-99ea-44f0-9a6d-e9250c7b6655 req-e8558918-b36f-4795-945b-4a3eea897541 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1133456
May 13 16:25:10.896658 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] For port 1e3d58e9-548a-4f57-9adf-60940a4391b7, host hv-cinder-68948, cleared binding levels {{(pid=79477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:25:10.900325 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] For port 1e3d58e9-548a-4f57-9adf-60940a4391b7, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e3d58e9-548a-4f57-9adf-60940a4391b7,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:25:10.911786 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e853f54d-99ea-44f0-9a6d-e9250c7b6655 req-bf34b49a-86c7-4802-a1cc-607916dcd371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403574
May 13 16:25:10.913771 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.918916 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:10.934291 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:10.935636 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b86c4905-25a9-4da3-8086-b7df8066ed44 HTTP/1.1" status: 204  len: 168 time: 0.2941239
May 13 16:25:10.941593 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c4905-25a9-4da3-8086-b7df8066ed44,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:10.951233 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.951743 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.952131 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.952562 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.952963 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.953439 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.953920 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.954324 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.954663 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.954997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.955328 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.955723 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:10.960223 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:11.109012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:11.113239 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3c9270e5-2195-4ca6-9cf5-f1e13a7ead60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:11.229785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:11.229785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:11.229785 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e3d58e9-548a-4f57-9adf-60940a4391b7 HTTP/1.1" status: 200  len: 1094 time: 1.3759427
May 13 16:25:11.229785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'tag': '1e3d58e9-548a-4f57-9adf-60940a4391b7'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:25:11.229785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d58e9-548a-4f57-9adf-60940a4391b7,revision_number=3']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:11.229785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:11.229785 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'tag': '1e3d58e9-548a-4f57-9adf-60940a4391b7', 'status': 'completed', 'code': 200}
May 13 16:25:11.356246 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76b55-f849-4d74-82ec-6629492d7985 req-4fdb9ba4-a1bf-4139-8112-076bd8bccbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:11.357770 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b8c76b55-f849-4d74-82ec-6629492d7985 req-4fdb9ba4-a1bf-4139-8112-076bd8bccbbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 1097 time: 0.0711219
May 13 16:25:11.494913 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-fba95e85-7471-4859-bbd2-770be4141d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:11.561448 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76b55-f849-4d74-82ec-6629492d7985 req-c8b86904-c05a-4f2f-ae4f-cd0602446ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:11.563191 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b8c76b55-f849-4d74-82ec-6629492d7985 req-c8b86904-c05a-4f2f-ae4f-cd0602446ed2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b851be948d64579ae17b2525d0e84b2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1819563
May 13 16:25:11.695129 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15646f98-2f06-4645-80ca-b6ab8847e016 req-3f6fa54f-4d4f-4fb9-940f-e780e86bf7f4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:11.697474 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-15646f98-2f06-4645-80ca-b6ab8847e016 req-3f6fa54f-4d4f-4fb9-940f-e780e86bf7f4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.1296186
May 13 16:25:11.747612 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-15646f98-2f06-4645-80ca-b6ab8847e016 req-1f7f6c7c-df21-4e83-ba3d-971bc4deddec tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437243
May 13 16:25:11.839075 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76b55-f849-4d74-82ec-6629492d7985 req-a390fd40-0789-411d-a71c-279db45df5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:11.840553 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b8c76b55-f849-4d74-82ec-6629492d7985 req-a390fd40-0789-411d-a71c-279db45df5d4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2682731
May 13 16:25:11.872882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfbb55-d773-4f4f-b7e0-e98677fc7a0d req-5db06ea1-2e18-4a6b-b9fd-6acf177e39a2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:11.878047 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-93dfbb55-d773-4f4f-b7e0-e98677fc7a0d req-5db06ea1-2e18-4a6b-b9fd-6acf177e39a2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1113300
May 13 16:25:11.925703 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-93dfbb55-d773-4f4f-b7e0-e98677fc7a0d req-f998a5b4-114b-4b9e-b148-db7f38228c84 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450461
May 13 16:25:12.020813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33306) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:12.039023 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:12.054017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:12.058668 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Usage tracker for resource:security_group_rule and tenant:6dfbc250c911440eb109c0c99377fda2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:12.062058 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:12.068189 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:12.153010 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:12.170541 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efdb7-3a33-427c-bc43-1f3ba3c1fed2 req-077b5606-b5e2-40e9-9640-63982143dffe tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:12.172013 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4c8efdb7-3a33-427c-bc43-1f3ba3c1fed2 req-077b5606-b5e2-40e9-9640-63982143dffe tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1436045
May 13 16:25:12.174101 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-188c5000-c8a2-4bf8-b6b7-21e21efc9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:12.175481 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-188c5000-c8a2-4bf8-b6b7-21e21efc9824 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 1097 time: 0.1103675
May 13 16:25:12.229060 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:12.237816 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:12.282762 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6dfbc250c911440eb109c0c99377fda2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2582905
May 13 16:25:12.282762 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315d1881-c34e-427f-948f-ad8ef6c98260,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:12.283687 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33310) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:12.285057 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-3a98530b-12b5-401b-8888-221d5421ed2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e3d58e9-548a-4f57-9adf-60940a4391b7 HTTP/1.1" status: 200  len: 217 time: 0.0817368
May 13 16:25:12.285972 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:12.295911 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4c8efdb7-3a33-427c-bc43-1f3ba3c1fed2 req-7fbe65dc-617b-45e4-a4d5-65bc54a6898a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1181803
May 13 16:25:12.356173 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:12.359666 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-3fd01ff6-67c2-4101-819e-ddf81ddbc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:12.363698 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-3fd01ff6-67c2-4101-819e-ddf81ddbc021 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c808082-165d-460f-8e14-ccd6588ca3a5 HTTP/1.1" status: 200  len: 854 time: 0.0603354
May 13 16:25:12.382613 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:12.415511 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-a3c4c947-5e3e-4bbe-b944-76451fa73404 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426719
May 13 16:25:12.491422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:12.495983 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-29aaa0c1-a238-44d2-9a53-94d9b54c54c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:12.513130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315d1881-c34e-427f-948f-ad8ef6c98260,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:12.516277 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:12.518303 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:12.519425 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/315d1881-c34e-427f-948f-ad8ef6c98260 HTTP/1.1" status: 204  len: 168 time: 0.2349412
May 13 16:25:12.605904 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-46313466-ed3d-4204-8085-94302406e73e service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599188
May 13 16:25:12.752228 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c450fb9-ff28-4070-b2e4-8113414bfaf2 req-957d0023-2a6b-4b31-a55b-fca0f6030800 service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361330
May 13 16:25:12.968481 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acfdc5-d55d-4d33-8f4b-1f0834a2a706 req-9328ebf7-253c-4cc7-9fb7-135346a2a7e3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:12.971446 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-90acfdc5-d55d-4d33-8f4b-1f0834a2a706 req-9328ebf7-253c-4cc7-9fb7-135346a2a7e3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.1129165
May 13 16:25:13.034223 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-90acfdc5-d55d-4d33-8f4b-1f0834a2a706 req-67fc7170-58fa-491a-85e6-dc1794a4e130 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569413
May 13 16:25:13.154835 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:25:13.330623 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:25:13.343288 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe05e-0519-4336-b287-dd4fd2a86294 req-487c8abf-c82b-4326-9670-57a8e51bb631 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:13.344882 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-60dfe05e-0519-4336-b287-dd4fd2a86294 req-487c8abf-c82b-4326-9670-57a8e51bb631 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1071355
May 13 16:25:13.354378 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '425d7b24-b326-443e-a889-2bafdaa22b27', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'port_id': '425d7b24-b326-443e-a889-2bafdaa22b27', 'mac_address': 'fa:16:3e:a7:4d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:25:13.396524 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-60dfe05e-0519-4336-b287-dd4fd2a86294 req-1882c3ac-5936-4827-b99b-60eb39a2bd78 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459764
May 13 16:25:13.442823 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:13.463927 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d7b24-b326-443e-a889-2bafdaa22b27 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:25:13.485541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:25:13.569076 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ee20a-01ad-4a8e-ae6b-fa519681c594 req-0d0a46cc-2adf-4055-8ad3-044c6cfaa033 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:13.580198 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:13.580496 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b22ee20a-01ad-4a8e-ae6b-fa519681c594 req-0d0a46cc-2adf-4055-8ad3-044c6cfaa033 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1022859
May 13 16:25:13.580678 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:13.621899 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b22ee20a-01ad-4a8e-ae6b-fa519681c594 req-82bcb82d-448e-47c7-a671-2abcffa12345 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435424
May 13 16:25:13.672817 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:13.679446 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:13.799887 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:13.996789 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d696f646-120f-41cc-9973-a777b3d0dfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:14.254279 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7a46f-b0e9-4379-a30f-76377052fa32 req-5c68df21-e12e-477b-9c54-ac6a1552cb4e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:14.255764 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25d7a46f-b0e9-4379-a30f-76377052fa32 req-5c68df21-e12e-477b-9c54-ac6a1552cb4e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.1019387
May 13 16:25:14.305178 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25d7a46f-b0e9-4379-a30f-76377052fa32 req-02392197-113e-4f0a-96de-a0140b481912 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406284
May 13 16:25:14.320783 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['425d7b24-b326-443e-a889-2bafdaa22b27'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:25:14.565203 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33380) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:14.633367 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e271-e7ff-44aa-b5ed-87c23d91a987 req-d57f6827-b752-488c-9956-0f26c1c2552b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:14.635389 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0937e271-e7ff-44aa-b5ed-87c23d91a987 req-d57f6827-b752-488c-9956-0f26c1c2552b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0944231
May 13 16:25:14.687932 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0937e271-e7ff-44aa-b5ed-87c23d91a987 req-09f5769f-42e9-49df-bea2-a6f6bdef48cd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460279
May 13 16:25:14.701924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:14.725163 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:14.729255 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3c93f13da44a9192e35aff3e3876d4 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:14.732434 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:14.738310 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:14.762520 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:14.886230 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c091843-b629-4217-813e-6a86289e7d17 req-2af9bc99-61e3-4590-b4be-b0cf5ba867fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:14.887992 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9c091843-b629-4217-813e-6a86289e7d17 req-2af9bc99-61e3-4590-b4be-b0cf5ba867fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 944 time: 0.1328943
May 13 16:25:14.913589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:14.942479 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9c091843-b629-4217-813e-6a86289e7d17 req-cb5f1163-ad7e-45b7-80d7-40e4dd8d599e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477536
May 13 16:25:14.976531 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:14.985704 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e1abb91c-6097-4f6b-9932-5081f824a7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:15.033640 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e3c93f13da44a9192e35aff3e3876d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4677298
May 13 16:25:15.034541 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203f59ad-d505-4a35-83db-e733f1b4fbda,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:15.034902 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33394) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:15.037660 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:15.100895 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:15.128005 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:15.262350 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:15.267577 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fe3da902-2980-404f-99b8-9a8817fb5b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:15.279396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203f59ad-d505-4a35-83db-e733f1b4fbda,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:15.285833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:15.287510 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:15.291834 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/203f59ad-d505-4a35-83db-e733f1b4fbda HTTP/1.1" status: 204  len: 168 time: 0.2559290
May 13 16:25:15.491398 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:15.530680 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6791426-19cf-45ff-bb03-edfce3ba36dc req-7fa32af1-5199-47c0-803f-0ac181ad5668 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:15.532186 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b6791426-19cf-45ff-bb03-edfce3ba36dc req-7fa32af1-5199-47c0-803f-0ac181ad5668 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0974116
May 13 16:25:15.610142 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b6791426-19cf-45ff-bb03-edfce3ba36dc req-e30620c6-a8c4-4dbc-89ac-9a23265f52cc tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684013
May 13 16:25:15.893570 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4344-cb35-4940-924d-0f63480ff9a2 req-c9c6f95c-e469-44dd-892a-400197f312a0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:15.895100 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ab0e4344-cb35-4940-924d-0f63480ff9a2 req-c9c6f95c-e469-44dd-892a-400197f312a0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0873761
May 13 16:25:15.941893 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ab0e4344-cb35-4940-924d-0f63480ff9a2 req-aaa3ce83-7113-4f10-8f1b-0fd040915cb9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409193
May 13 16:25:16.145042 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da9804-3011-4dfc-80e3-af6c5e751b34 req-8e776a19-789a-4cea-ac75-5de95530cac9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:16.146868 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d2da9804-3011-4dfc-80e3-af6c5e751b34 req-8e776a19-789a-4cea-ac75-5de95530cac9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 944 time: 0.0853920
May 13 16:25:16.194438 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d2da9804-3011-4dfc-80e3-af6c5e751b34 req-f72ee91a-86ad-47fb-9de2-334390478812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414600
May 13 16:25:16.748197 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:16.811691 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a01189-2e95-4960-95eb-de3e136a03cb req-040e7008-1dd1-4a33-b55c-b745134e2e83 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:16.813414 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f6a01189-2e95-4960-95eb-de3e136a03cb req-040e7008-1dd1-4a33-b55c-b745134e2e83 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0935290
May 13 16:25:16.865800 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f6a01189-2e95-4960-95eb-de3e136a03cb req-106e9254-60ef-41cc-9070-e69360800092 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465746
May 13 16:25:17.008504 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33456) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:17.144405 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.161283 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:17.166208 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:de4f9416eea34427b983840fd195dc53 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:17.169846 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:17.177192 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:17.183898 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:25:17.273873 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f9f77-92f8-4902-9ee3-557484a84f95 req-0920ee5a-68b0-4012-8c18-fd78aeb47d3a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:17.275614 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-345f9f77-92f8-4902-9ee3-557484a84f95 req-0920ee5a-68b0-4012-8c18-fd78aeb47d3a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2146056
May 13 16:25:17.302330 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-4fca8dfb-ca94-427f-b5f2-53a019a2a5c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2079356
May 13 16:25:17.308746 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.337045 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 425d7b24-b326-443e-a889-2bafdaa22b27 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:25:17.341913 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-345f9f77-92f8-4902-9ee3-557484a84f95 req-6d10f257-3e6d-48e3-acb3-a33a26cacfe7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582464
May 13 16:25:17.345402 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 425d7b24-b326-443e-a889-2bafdaa22b27 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:25:17.345792 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.394101 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.404914 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5d2077e5-ff3b-4dff-9bd7-a58c75f6c93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:17.442742 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-8aca512b-ab5c-48f9-b8c3-8d47e166da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:17.444243 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-8aca512b-ab5c-48f9-b8c3-8d47e166da4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 1099 time: 0.0858576
May 13 16:25:17.467680 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de4f9416eea34427b983840fd195dc53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4553232
May 13 16:25:17.468708 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33468) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:17.476443 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2590eb85-1c2a-4720-af73-d42af8593e7c,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:17.482063 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:17.495024 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.518930 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496c8a7-9fe9-4581-b9cb-22585f762809 req-f04611e1-be0a-4b6c-b6d5-f2e6b7d1e1fa tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:17.521469 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4496c8a7-9fe9-4581-b9cb-22585f762809 req-f04611e1-be0a-4b6c-b6d5-f2e6b7d1e1fa tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 944 time: 0.1746428
May 13 16:25:17.557441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:25:17.558460 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:25:17.603246 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4496c8a7-9fe9-4581-b9cb-22585f762809 req-e17e1a14-1159-4c5f-9ca1-fe6555a77159 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0747600
May 13 16:25:17.612845 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27', 'code': 200}
May 13 16:25:17.622713 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.624537 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:17.688799 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.692998 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:17.696953 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:17.730826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-96ee640f-1d34-4046-a6df-e39d3b1280df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:17.732696 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-96ee640f-1d34-4046-a6df-e39d3b1280df service neutron] 10.222.0.24 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 915 time: 0.2365947
May 13 16:25:17.737761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.832785 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-8de52c57-f852-4622-8729-54657c9c827d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbde7a2-50f1-49cf-b87e-608bd10930b3 HTTP/1.1" status: 200  len: 217 time: 0.0737777
May 13 16:25:17.914143 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.921617 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2b16f85d-413f-41c3-afa0-384f6cbf14c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:17.934337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2590eb85-1c2a-4720-af73-d42af8593e7c,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:17.936638 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:17.939995 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-2a533fea-af3c-4a61-8c31-f8e952fea859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:17.941652 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-2a533fea-af3c-4a61-8c31-f8e952fea859 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c808082-165d-460f-8e14-ccd6588ca3a5 HTTP/1.1" status: 200  len: 854 time: 0.0864739
May 13 16:25:17.948452 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:17.952053 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2590eb85-1c2a-4720-af73-d42af8593e7c HTTP/1.1" status: 204  len: 168 time: 0.4803271
May 13 16:25:18.060817 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-8dfbc608-ea70-4d26-b82e-bb83b20a5521 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0854912
May 13 16:25:18.089693 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b74ae-c7c0-4c40-9018-ff8314ee4a7d req-83b1ad88-7557-465c-b246-efc399e28d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:18.091700 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e97b74ae-c7c0-4c40-9018-ff8314ee4a7d req-83b1ad88-7557-465c-b246-efc399e28d52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1098 time: 0.0891411
May 13 16:25:18.151408 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e97b74ae-c7c0-4c40-9018-ff8314ee4a7d req-3246da0d-ddcf-43d7-8c98-54a85cca8e21 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470278
May 13 16:25:18.251770 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fec2a2-812b-4a9b-be4a-5d96b55b30e3 req-002b8d14-f93c-4a1d-9298-b3cf128018ee tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:18.253348 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d5fec2a2-812b-4a9b-be4a-5d96b55b30e3 req-002b8d14-f93c-4a1d-9298-b3cf128018ee tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.2406750
May 13 16:25:18.265746 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-029145fe-1294-4f0a-8b96-1cf55564f405 service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907573
May 13 16:25:18.311579 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d5fec2a2-812b-4a9b-be4a-5d96b55b30e3 req-19f3bb8d-38d0-4e49-bede-944172e0d1fe tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509007
May 13 16:25:18.536047 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242204bb-678b-4e44-be93-be7251db8263 req-986feb26-3fe0-4698-9fe9-d72b282d2997 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:18.537153 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-242204bb-678b-4e44-be93-be7251db8263 req-986feb26-3fe0-4698-9fe9-d72b282d2997 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0822594
May 13 16:25:18.600000 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-242204bb-678b-4e44-be93-be7251db8263 req-af85720a-f62a-487b-960c-2a9ec99ea602 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571573
May 13 16:25:18.964574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602fa01-208c-4f5a-bdfe-cc753d8d4971 req-f6d52b15-2257-4739-8a00-3d6774f9a9f5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:18.966089 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6602fa01-208c-4f5a-bdfe-cc753d8d4971 req-f6d52b15-2257-4739-8a00-3d6774f9a9f5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.2122965
May 13 16:25:18.969343 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bdd3ce78-6ce3-4284-b48e-9b97e66116d5 req-383a803f-3193-4f44-8168-8adfe8a3194e service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797926
May 13 16:25:19.013638 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6602fa01-208c-4f5a-bdfe-cc753d8d4971 req-2520a91b-6ad1-4448-80ca-0df675d71d1d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416620
May 13 16:25:19.512638 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aadc1f-449f-4fe0-9aee-44cab575b579 req-b04d737e-7239-4b8a-bfc0-ad0f26b7f722 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:19.514160 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b6aadc1f-449f-4fe0-9aee-44cab575b579 req-b04d737e-7239-4b8a-bfc0-ad0f26b7f722 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0905628
May 13 16:25:19.574657 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b6aadc1f-449f-4fe0-9aee-44cab575b579 req-191bd8ee-5ede-4fc6-9680-7b455bbdc25a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542033
May 13 16:25:19.805350 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444473-d5ca-4ec0-b6da-c26c967c319c req-004513e1-a713-4d03-b08a-98abfc610ff6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:19.807231 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8b444473-d5ca-4ec0-b6da-c26c967c319c req-004513e1-a713-4d03-b08a-98abfc610ff6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0925553
May 13 16:25:19.853114 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8b444473-d5ca-4ec0-b6da-c26c967c319c req-9144454e-37ca-44d9-9aae-c439f8cc9303 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398169
May 13 16:25:20.216427 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acfb9e-29fb-4b2c-b2e0-ef23f3c9bf8e req-8ea149f7-eb4b-4280-96f3-b5bfdfc8a644 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:20.217958 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-06acfb9e-29fb-4b2c-b2e0-ef23f3c9bf8e req-8ea149f7-eb4b-4280-96f3-b5bfdfc8a644 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0866172
May 13 16:25:20.266462 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-06acfb9e-29fb-4b2c-b2e0-ef23f3c9bf8e req-ecd16fb8-c310-45fa-87ba-39b33ad18ee4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427635
May 13 16:25:20.762636 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0df9e0-312b-46ef-8136-8b20f09480e0 req-920919e0-baec-4cca-858f-e07e800928fd tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:20.764153 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4d0df9e0-312b-46ef-8136-8b20f09480e0 req-920919e0-baec-4cca-858f-e07e800928fd tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0809460
May 13 16:25:20.812974 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4d0df9e0-312b-46ef-8136-8b20f09480e0 req-b7163dbc-e26b-4532-bf50-314929e433bf tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418386
May 13 16:25:21.052142 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e01a48-a1a0-4d66-81a0-492ede54adb0 req-693b80db-13af-479b-8d78-45a23fc21782 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:21.053758 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e7e01a48-a1a0-4d66-81a0-492ede54adb0 req-693b80db-13af-479b-8d78-45a23fc21782 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0863810
May 13 16:25:21.105686 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e7e01a48-a1a0-4d66-81a0-492ede54adb0 req-8e58addf-037a-41ef-b890-7ec64971e476 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452981
May 13 16:25:21.461865 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d26f3-38c0-43a1-9fb6-424d137f76eb req-73f8e6ab-69af-438e-acac-5de7a5913107 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:21.463363 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-013d26f3-38c0-43a1-9fb6-424d137f76eb req-73f8e6ab-69af-438e-acac-5de7a5913107 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0821102
May 13 16:25:21.510110 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-013d26f3-38c0-43a1-9fb6-424d137f76eb req-66bf97a9-0942-410f-8ae1-40793324bdb9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407505
May 13 16:25:21.716293 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75ac60-f783-47c0-9bdb-6775f72a5f55 req-3976a346-7b25-442c-873b-a045e4d77ebf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:21.717794 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fa75ac60-f783-47c0-9bdb-6775f72a5f55 req-3976a346-7b25-442c-873b-a045e4d77ebf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0858307
May 13 16:25:21.726158 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33568) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:21.731800 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'floatingip': {'port_id': '425d7b24-b326-443e-a889-2bafdaa22b27'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:21.810934 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:22.253784 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ef5e8-0e77-40fc-a956-3b180b5bcddd req-234e3784-3834-4003-9fd7-408eef1d6e62 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:22.255833 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-483ef5e8-0e77-40fc-a956-3b180b5bcddd req-234e3784-3834-4003-9fd7-408eef1d6e62 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.3222609
May 13 16:25:22.319258 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa88df-8117-4056-a3bd-7a036eb6e22d req-982f8cfd-b25d-4d51-b5dd-f05cecb82e3c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:22.321630 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-04aa88df-8117-4056-a3bd-7a036eb6e22d req-982f8cfd-b25d-4d51-b5dd-f05cecb82e3c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0997903
May 13 16:25:22.337260 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-483ef5e8-0e77-40fc-a956-3b180b5bcddd req-3e8d26a0-6b4d-4f57-b53e-03fe42098051 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674653
May 13 16:25:22.376026 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-04aa88df-8117-4056-a3bd-7a036eb6e22d req-63a6576a-2428-4bc6-8db7-0f4fd6659bf2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472653
May 13 16:25:22.778119 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:22.856948 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:23.036378 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Floating IP 6179064c-aa4d-4acf-a63b-b17641e0e579 associated. External IP: 172.27.1.79, port: 425d7b24-b326-443e-a889-2bafdaa22b27.
May 13 16:25:23.616521 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Router db6ed134-93d5-4107-be6c-6bbf6b2860df has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:25:23.712391 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f46f3-41ea-4e45-ab92-3ab93ec0d678 req-b99717cf-3f36-44b6-b552-0eb48cb2d8d0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:23.719443 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-463f46f3-41ea-4e45-ab92-3ab93ec0d678 req-b99717cf-3f36-44b6-b552-0eb48cb2d8d0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.2565591
May 13 16:25:23.770627 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-463f46f3-41ea-4e45-ab92-3ab93ec0d678 req-1abadba0-4d5b-409d-a82a-922c683c3357 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503023
May 13 16:25:23.778103 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0b3c5-997c-48f2-a308-121efe87d860 req-384e354f-696a-4cc5-a9ad-f06bc73e8e3f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:23.779771 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6bd0b3c5-997c-48f2-a308-121efe87d860 req-384e354f-696a-4cc5-a9ad-f06bc73e8e3f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2684972
May 13 16:25:23.872623 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6bd0b3c5-997c-48f2-a308-121efe87d860 req-accdcd97-ed9a-401a-a335-60b30caefe83 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822999
May 13 16:25:23.898543 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:25:23.903405 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:23.909356 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] Sync routers for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:25:23.919821 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:25:23.920449 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a392d90>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:25:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:23.946565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33624) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:23.972749 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7a54dbee-b0cb-4eda-82b2-769c3e67bf60 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "PUT /v2.0/floatingips/6179064c-aa4d-4acf-a63b-b17641e0e579 HTTP/1.1" status: 200  len: 990 time: 2.2452030
May 13 16:25:23.973416 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:25:24.085609 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27', 'status': 'completed', 'code': 200}
May 13 16:25:24.122602 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:25:24.129544 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:24.145391 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:24.150147 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Usage tracker for resource:security_group_rule and tenant:63134c91507e4ba5b62d1f970ad150de is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:24.153107 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:24.159327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:24.238042 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-153aa595-8e3a-4438-ba5b-9104294a30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:24.239737 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-153aa595-8e3a-4438-ba5b-9104294a30e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1098 time: 0.0790598
May 13 16:25:24.261999 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:24.336613 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:24.346036 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-49ccfcda-378e-4354-9119-87eb35c8145c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:24.379917 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-7f130b03-5790-4de4-affd-b1ac32fe85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:24.381430 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-7f130b03-5790-4de4-affd-b1ac32fe85c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.1308692
May 13 16:25:24.388781 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63134c91507e4ba5b62d1f970ad150de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4410861
May 13 16:25:24.390531 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf8d172-f449-473d-ba80-696eb5091b8b,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:24.391599 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33636) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:24.393797 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:24.499842 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a392d90>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '6179064c-aa4d-4acf-a63b-b17641e0e579', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'port_id': '425d7b24-b326-443e-a889-2bafdaa22b27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'mac_address': 'fa:16:3e:a7:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:24:55Z', 'updated_at': '2021-05-13T16:25:22Z', 'revision_number': 1, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:24.504166 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] Checking router: db6ed134-93d5-4107-be6c-6bbf6b2860df for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:25:24.513215 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:25:24.513827 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a392d90>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:25:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:24.543190 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-3794b834-b8d9-4af7-a5b1-5bfb920d80c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=425d7b24-b326-443e-a889-2bafdaa22b27 HTTP/1.1" status: 200  len: 998 time: 0.1327500
May 13 16:25:24.548232 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:24.620840 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:24.668032 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-46151ba0-e741-4bd1-b38a-f60e4a7554ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:24.669968 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-46151ba0-e741-4bd1-b38a-f60e4a7554ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.1009533
May 13 16:25:24.724499 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:25:24.763741 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-33b1ef81-029b-401b-9dfb-1ae09b4d95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:24.765382 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-33b1ef81-029b-401b-9dfb-1ae09b4d95cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830724
May 13 16:25:24.797745 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:24.805734 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-04fc923a-168f-45d1-a7a8-f6fc3b04a855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:24.868611 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf8d172-f449-473d-ba80-696eb5091b8b,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:24.873614 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:24.895420 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:24.912243 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adf8d172-f449-473d-ba80-696eb5091b8b HTTP/1.1" status: 204  len: 168 time: 0.5075216
May 13 16:25:25.003689 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-a3a29864-5e67-46da-a52d-0ea54091f05e service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271981
May 13 16:25:25.135502 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fb82c-d782-4322-b255-3cc151a2d124 req-977ba22e-2136-4d80-9e4c-289db27ea9e6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:25.143379 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7e8fb82c-d782-4322-b255-3cc151a2d124 req-977ba22e-2136-4d80-9e4c-289db27ea9e6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.1289599
May 13 16:25:25.199703 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7e8fb82c-d782-4322-b255-3cc151a2d124 req-c32ca58c-b5fe-4b91-bfcd-c0420f3a1854 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550742
May 13 16:25:25.280699 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9fb89c2-e8b4-41d8-9988-52fde77cc2a2 req-ace17850-c9f5-4ab9-87a2-f3019a2bac07 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598612
May 13 16:25:25.308889 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a392d90>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '6179064c-aa4d-4acf-a63b-b17641e0e579', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'port_id': '425d7b24-b326-443e-a889-2bafdaa22b27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'mac_address': 'fa:16:3e:a7:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:24:55Z', 'updated_at': '2021-05-13T16:25:22Z', 'revision_number': 1, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:25:25.313726 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b30a1b-7e89-404b-8e5a-9305cd6f004d None None] The sync data for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi is: [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '6179064c-aa4d-4acf-a63b-b17641e0e579', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'port_id': '425d7b24-b326-443e-a889-2bafdaa22b27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'mac_address': 'fa:16:3e:a7:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:24:55Z', 'updated_at': '2021-05-13T16:25:22Z', 'revision_number': 1, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:25:25.343895 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90006f-8ccf-47e4-a1ae-7f2409af6dc7 req-534c3382-b5c5-4a3d-9191-96f606b0781e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:25.346194 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0a90006f-8ccf-47e4-a1ae-7f2409af6dc7 req-534c3382-b5c5-4a3d-9191-96f606b0781e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.3061750
May 13 16:25:25.400802 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0a90006f-8ccf-47e4-a1ae-7f2409af6dc7 req-4a4fddd2-4545-496b-8895-cb260dd49033 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477026
May 13 16:25:25.532268 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1398470b-00da-4305-b0e6-607edbccee93 None None] New status for floating IP 6179064c-aa4d-4acf-a63b-b17641e0e579: ACTIVE {{(pid=79478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:25:25.737594 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33664) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:25.756116 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:25.774009 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:25.777906 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Usage tracker for resource:security_group_rule and tenant:37da4c303cc64a4aa2ee6c3497033adc is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:25.780743 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:25.786510 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:25.960912 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:26.027765 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:26.037182 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fa36ed90-f3b4-44d5-bf4e-6de0bbb08868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:26.078440 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37da4c303cc64a4aa2ee6c3497033adc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3392944
May 13 16:25:26.080051 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c96d1d-41e6-4b80-86df-6d6bb71b1ba6,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:26.080968 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33670) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:26.083745 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:26.143673 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:26.171652 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:26.302561 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:26.307902 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-113124a9-1986-4fbf-a7e2-30d6b6e2585e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:26.356192 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c96d1d-41e6-4b80-86df-6d6bb71b1ba6,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:26.363562 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:26.387470 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:26.389698 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1c96d1d-41e6-4b80-86df-6d6bb71b1ba6 HTTP/1.1" status: 204  len: 168 time: 0.3074899
May 13 16:25:26.432437 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b33ed-b749-4c64-b955-0279262633f0 req-2164eb89-bc50-4f18-b5c8-79d7aaa21f8b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:26.438021 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f3b33ed-b749-4c64-b955-0279262633f0 req-2164eb89-bc50-4f18-b5c8-79d7aaa21f8b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.1167321
May 13 16:25:26.488823 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f3b33ed-b749-4c64-b955-0279262633f0 req-642301da-28d7-4024-9f18-0615a1479182 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490534
May 13 16:25:26.654766 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda814-de8b-4379-8234-1d05cff55496 req-b43a835e-5a85-4f74-b440-7d0a6ac8bb82 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:26.656371 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b7eda814-de8b-4379-8234-1d05cff55496 req-b43a835e-5a85-4f74-b440-7d0a6ac8bb82 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1221664
May 13 16:25:26.703979 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b7eda814-de8b-4379-8234-1d05cff55496 req-bbadb35b-667a-4218-a4d3-d10f9bd0256b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414791
May 13 16:25:26.912978 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:25:27.198272 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33696) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:27.216603 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:27.234187 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:27.238458 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Usage tracker for resource:security_group_rule and tenant:0345c4280f8740f2b3c426b320f4ee94 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:27.241305 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:27.247103 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:27.332472 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:27.462157 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:27.471208 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7a858a4d-0ae3-49c3-9252-9200bb980169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:27.514649 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0345c4280f8740f2b3c426b320f4ee94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3141408
May 13 16:25:27.516407 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33704) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:27.519316 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be311d-49e9-4e50-ac74-3c3b875389f5,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:27.534178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:27.602325 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:27.630697 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:27.713040 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faea41a-9ddb-4bd2-abcf-b83e65747ff6 req-27d6574d-078e-4b87-9ff1-f7bd1ab66fb4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:27.714588 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1faea41a-9ddb-4bd2-abcf-b83e65747ff6 req-27d6574d-078e-4b87-9ff1-f7bd1ab66fb4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0905511
May 13 16:25:27.766678 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:27.768781 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1faea41a-9ddb-4bd2-abcf-b83e65747ff6 req-da4bccc8-5912-4f5c-8b1a-d18e7309bfaa tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476415
May 13 16:25:27.774777 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b5ee6abd-efb4-4d67-8ea1-345e185a5070 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:27.802860 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be311d-49e9-4e50-ac74-3c3b875389f5,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:27.807549 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:27.816923 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:27.819352 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7be311d-49e9-4e50-ac74-3c3b875389f5 HTTP/1.1" status: 204  len: 168 time: 0.3019385
May 13 16:25:27.943567 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224a56-a610-408a-8412-7ce9efb03d13 req-4fabe2c3-576b-44cd-9128-75da7a19c295 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:27.945114 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-02224a56-a610-408a-8412-7ce9efb03d13 req-4fabe2c3-576b-44cd-9128-75da7a19c295 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1134260
May 13 16:25:27.992895 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-02224a56-a610-408a-8412-7ce9efb03d13 req-473d491d-76ec-4197-83fe-071b0a15cf08 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408845
May 13 16:25:28.996592 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859192a6-bb9f-4014-866b-74ff04049bda req-998dec85-68d2-4ed3-acc2-17f6bbe1e4fe tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:28.999037 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-859192a6-bb9f-4014-866b-74ff04049bda req-998dec85-68d2-4ed3-acc2-17f6bbe1e4fe tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.1010871
May 13 16:25:29.037786 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 33756) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:29.049431 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-859192a6-bb9f-4014-866b-74ff04049bda req-d9123a0c-bf14-4f5d-ac48-e249d89a89f7 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445998
May 13 16:25:29.155685 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-85609172-network', 'tenant_id': 'e0bc2aa4ccfb477ebc03dad77a3f3273'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:29.166096 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:29.173323 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Usage tracker for resource:network and tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:29.177373 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:29.186410 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:29.220598 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376a9d1-d0b2-40d1-a18b-c35f53dad546 req-274e9828-c9ad-451c-b418-983b334c9a9a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:29.222144 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7376a9d1-d0b2-40d1-a18b-c35f53dad546 req-274e9828-c9ad-451c-b418-983b334c9a9a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1128719
May 13 16:25:29.268356 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Made reservation on behalf of e0bc2aa4ccfb477ebc03dad77a3f3273 for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:25:29.270008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.281584 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7376a9d1-d0b2-40d1-a18b-c35f53dad546 req-85319d36-cf8a-4f7e-941b-f9cf16b8a5f6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530126
May 13 16:25:29.286266 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.302539 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:29.306565 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Usage tracker for resource:security_group_rule and tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:29.309586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:29.315657 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:29.403223 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.467712 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.470855 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2fc14020-6c77-4f51-8c4d-ed7a3f31a63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:29.497675 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:25:29.506801 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55c778f-ed46-4fb4-96e7-01e958652a97,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:29.510770 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:29.513268 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.513610 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Added segment 513d7dfa-8217-4f3f-92e9-6702b9b376d9 of type vlan for network 6e369916-a5a7-4b77-95bf-81af0f82aa4a
May 13 16:25:29.540125 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.656564 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.658075 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:29.658732 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:29.662555 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:29.763745 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Pushing event updated for resources: {'Network': ['ID=6e369916-a5a7-4b77-95bf-81af0f82aa4a,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:29.766789 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:29.775507 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network 6e369916-a5a7-4b77-95bf-81af0f82aa4a details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:25:29.805912 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7670105
May 13 16:25:29.808999 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 33772) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:25:29.816273 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Request body: {'subnet': {'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-85609172-subnet', 'tenant_id': 'e0bc2aa4ccfb477ebc03dad77a3f3273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:29.822523 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:29.826937 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Usage tracker for resource:subnet and tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:29.830334 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:29.836557 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:29.913933 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Made reservation on behalf of e0bc2aa4ccfb477ebc03dad77a3f3273 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:25:29.916315 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2684026'] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:30.275392 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fcc3d-e02a-4ff3-a3c9-8efd7375594c req-47630fb6-6321-4250-a80e-87f88a67934e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:30.282728 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-837fcc3d-e02a-4ff3-a3c9-8efd7375594c req-47630fb6-6321-4250-a80e-87f88a67934e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.1135161
May 13 16:25:30.339224 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-837fcc3d-e02a-4ff3-a3c9-8efd7375594c req-7cbb327b-99fe-443e-9454-1faddb417460 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556104
May 13 16:25:30.478167 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2967368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2684004'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:30.496084 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:30.613723 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Checking segment: {'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:25:30.614074 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Network hostable DHCP agents. Network: 6e369916-a5a7-4b77-95bf-81af0f82aa4a, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:25:30.633656 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e1035e-9149-4b82-a66d-71f814955fbc,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:30.638054 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:30.664030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca968f-a75e-4e25-8bc0-b6df0c038730 req-e5844fd4-5c5d-4f98-9789-32b15e3d2622 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:30.666264 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-86ca968f-a75e-4e25-8bc0-b6df0c038730 req-e5844fd4-5c5d-4f98-9789-32b15e3d2622 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2436295
May 13 16:25:30.710990 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-86ca968f-a75e-4e25-8bc0-b6df0c038730 req-c031e3e5-9efe-496a-9a71-331ecf6f9f4c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390389
May 13 16:25:30.730848 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Network 6e369916-a5a7-4b77-95bf-81af0f82aa4a is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:25:30.815764 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, 6e369916-a5a7-4b77-95bf-81af0f82aa4a) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:25:30.824253 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a001e6-0826-473f-97be-4e0bb7b406f4 None None] Network 6e369916-a5a7-4b77-95bf-81af0f82aa4a requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:25:30.827268 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:30.827875 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:30.931988 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1209252
May 13 16:25:31.057112 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a603b-f04a-4b8f-b967-a07f76b75f01 None None] Network 6e369916-a5a7-4b77-95bf-81af0f82aa4a requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:25:31.606346 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832bc37-4ca6-409c-a494-7e7c8b68bb12 req-b787a51b-162e-4d57-9f68-c82a5e8ab0e9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:31.607829 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1832bc37-4ca6-409c-a494-7e7c8b68bb12 req-b787a51b-162e-4d57-9f68-c82a5e8ab0e9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0980113
May 13 16:25:31.653941 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1832bc37-4ca6-409c-a494-7e7c8b68bb12 req-78d75aa1-bf01-4287-986c-0e795689f970 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393620
May 13 16:25:31.902123 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b213e-e38d-4a58-bd18-99368aa2a895 req-7ebdbd1b-8e8b-4a36-8acd-9bce8b7e084b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:31.903645 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-943b213e-e38d-4a58-bd18-99368aa2a895 req-7ebdbd1b-8e8b-4a36-8acd-9bce8b7e084b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0818260
May 13 16:25:31.954227 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-943b213e-e38d-4a58-bd18-99368aa2a895 req-3423b8b4-3bd0-45f4-bb84-2343ad12580b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436480
May 13 16:25:32.843510 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c5b8c-1f43-452f-bd78-3febec19748d req-9b4a2264-be05-4a22-9ef0-63acd1d22fca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:32.844882 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c35c5b8c-1f43-452f-bd78-3febec19748d req-9b4a2264-be05-4a22-9ef0-63acd1d22fca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0792584
May 13 16:25:32.888987 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c35c5b8c-1f43-452f-bd78-3febec19748d req-9022c8c9-1dfa-41b4-be5c-1ebf22eeea34 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384734
May 13 16:25:33.146533 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140cdd-617a-4b9d-89f3-a28c40cb3ce8 req-1396d523-b0e2-4eef-bca1-38b3335bbb24 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:33.147979 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e8140cdd-617a-4b9d-89f3-a28c40cb3ce8 req-1396d523-b0e2-4eef-bca1-38b3335bbb24 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0839078
May 13 16:25:33.191784 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e8140cdd-617a-4b9d-89f3-a28c40cb3ce8 req-8f202f2d-3ce6-4f07-82e1-0ea31da88e51 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381749
May 13 16:25:34.070106 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7a9a7-6eaf-4328-82f2-128977d33b9a req-4da9ca3c-95ce-4ac6-85b5-802b66cc6d49 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:34.072066 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9bd7a9a7-6eaf-4328-82f2-128977d33b9a req-4da9ca3c-95ce-4ac6-85b5-802b66cc6d49 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0781574
May 13 16:25:34.117000 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9bd7a9a7-6eaf-4328-82f2-128977d33b9a req-8d831697-2b79-42ae-80be-96eb06fad141 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390942
May 13 16:25:34.374958 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372deb-e1ab-4cda-934e-4aec04f22ffb req-d1d26518-5b02-4fa4-b6f8-fc6b95370c2d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:34.376325 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f1372deb-e1ab-4cda-934e-4aec04f22ffb req-d1d26518-5b02-4fa4-b6f8-fc6b95370c2d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0811086
May 13 16:25:34.419318 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f1372deb-e1ab-4cda-934e-4aec04f22ffb req-9a6ac50f-72e9-4192-94aa-147d504bc0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374053
May 13 16:25:35.316049 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74cbb-edc4-4bd1-a8f9-7fb7ddcb4650 req-3fe4f616-162f-4380-8e05-4535be32323e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:35.317691 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a7b74cbb-edc4-4bd1-a8f9-7fb7ddcb4650 req-3fe4f616-162f-4380-8e05-4535be32323e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0957730
May 13 16:25:35.365708 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a7b74cbb-edc4-4bd1-a8f9-7fb7ddcb4650 req-5ed18451-2ffa-47d5-add3-537f08a1a15c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421391
May 13 16:25:35.615625 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6a0c-48d9-4469-ab03-0ebfdd70e270 req-c8de15b3-3824-43be-9d47-bfb61ff803b4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:35.617070 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f48a6a0c-48d9-4469-ab03-0ebfdd70e270 req-c8de15b3-3824-43be-9d47-bfb61ff803b4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0898983
May 13 16:25:35.667940 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f48a6a0c-48d9-4469-ab03-0ebfdd70e270 req-909c6988-1dd7-42c4-9260-0c13ab7e93bd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442576
May 13 16:25:36.575581 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1cd6d-5725-44c4-a07b-ed93130851fb req-f02edf63-cb54-47cd-9a57-c9d32d3f445d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:36.577195 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3ea1cd6d-5725-44c4-a07b-ed93130851fb req-f02edf63-cb54-47cd-9a57-c9d32d3f445d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0959201
May 13 16:25:36.624367 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3ea1cd6d-5725-44c4-a07b-ed93130851fb req-87db458c-99d3-48fa-8ce8-d7e67e4fa019 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411048
May 13 16:25:36.851218 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e62704-78ae-4a17-94ba-e9024cc95886 req-a528a79f-0f8b-4cae-85e6-1eec6f13a725 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:36.852615 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25e62704-78ae-4a17-94ba-e9024cc95886 req-a528a79f-0f8b-4cae-85e6-1eec6f13a725 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0799661
May 13 16:25:36.898484 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25e62704-78ae-4a17-94ba-e9024cc95886 req-3ded8213-0a4b-4ca1-bc23-a0b4b3042f21 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399561
May 13 16:25:37.838717 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea196e-d576-47bc-a8e8-ae2cf8b82942 req-dece4f56-adc0-46a9-872d-b96a1786caff tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:37.840190 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-71ea196e-d576-47bc-a8e8-ae2cf8b82942 req-dece4f56-adc0-46a9-872d-b96a1786caff tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0869088
May 13 16:25:37.885769 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-71ea196e-d576-47bc-a8e8-ae2cf8b82942 req-04c9b48c-158e-4e6e-80d2-d1585fbc1b91 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398471
May 13 16:25:39.073273 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84c533-75f1-46da-a961-45f1eb1dafd5 req-10af492f-64c0-423c-8b92-e1b0d37d27cc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:39.074777 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0f84c533-75f1-46da-a961-45f1eb1dafd5 req-10af492f-64c0-423c-8b92-e1b0d37d27cc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1447563
May 13 16:25:39.122176 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0f84c533-75f1-46da-a961-45f1eb1dafd5 req-0ed7341c-607d-4304-b923-540b4f2015a7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411663
May 13 16:25:39.318579 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2cf33-fdc1-4c0a-bd93-d18fa8613614 req-3ae43ebe-914f-425f-b5c4-319106ecd612 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:39.319905 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-41f2cf33-fdc1-4c0a-bd93-d18fa8613614 req-3ae43ebe-914f-425f-b5c4-319106ecd612 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0835094
May 13 16:25:39.366644 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-41f2cf33-fdc1-4c0a-bd93-d18fa8613614 req-47d525d0-c216-49ea-aaf3-3525d469bb82 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395930
May 13 16:25:40.328646 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673d89-8fb5-4640-9d7a-94fee982ff52 req-be1164db-fcdf-49df-85d9-1f887fcbcc43 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:40.330192 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c5673d89-8fb5-4640-9d7a-94fee982ff52 req-be1164db-fcdf-49df-85d9-1f887fcbcc43 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0809298
May 13 16:25:40.379485 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c5673d89-8fb5-4640-9d7a-94fee982ff52 req-fee210bb-7c69-4020-95d1-ebe39e516a34 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433140
May 13 16:25:40.572417 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc6f9d-adc1-4afe-b5d8-dc44f6c2053c req-142dd338-728b-4bf6-bde9-c66539ce7d62 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:40.574105 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0ccc6f9d-adc1-4afe-b5d8-dc44f6c2053c req-142dd338-728b-4bf6-bde9-c66539ce7d62 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0928457
May 13 16:25:40.621223 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0ccc6f9d-adc1-4afe-b5d8-dc44f6c2053c req-4c9fe263-80e1-4189-859a-200a6a6d6a48 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411899
May 13 16:25:41.491139 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-ae8502d7-cd24-42f0-8cf1-3d7fd8c4318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:41.576864 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cfbd4-5d81-41a0-85d4-ddc11d374cb8 req-f9eb8a9a-f94c-4771-97f2-43601770b258 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:41.578396 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-169cfbd4-5d81-41a0-85d4-ddc11d374cb8 req-f9eb8a9a-f94c-4771-97f2-43601770b258 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0874767
May 13 16:25:41.625951 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-169cfbd4-5d81-41a0-85d4-ddc11d374cb8 req-414f5094-5ca2-4fbc-aff3-02c8a2c0da12 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416243
May 13 16:25:41.813281 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cac588-027c-4ed7-be2c-17068f2ec2be req-f53958d7-231c-4e42-9f62-acbe893a2077 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:41.814833 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-30cac588-027c-4ed7-be2c-17068f2ec2be req-f53958d7-231c-4e42-9f62-acbe893a2077 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0860353
May 13 16:25:41.866877 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-30cac588-027c-4ed7-be2c-17068f2ec2be req-05e24dd0-d105-4e7b-bf91-4f2be4748dbe tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444846
May 13 16:25:42.854447 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71bb4-0b0e-4fc1-bd41-ebad452a4e60 req-b6472f72-64cf-4f22-9861-6237b795a485 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:42.855917 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-52f71bb4-0b0e-4fc1-bd41-ebad452a4e60 req-b6472f72-64cf-4f22-9861-6237b795a485 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1188359
May 13 16:25:42.905878 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-52f71bb4-0b0e-4fc1-bd41-ebad452a4e60 req-003bc60e-6304-4239-9cca-8d463df8b4db tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428016
May 13 16:25:43.083272 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17845fe0-4632-4307-b571-45813c34577b req-5400efc4-99e1-41a7-af1b-87c555b297ad tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:43.084799 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-17845fe0-4632-4307-b571-45813c34577b req-5400efc4-99e1-41a7-af1b-87c555b297ad tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0863047
May 13 16:25:43.130833 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-17845fe0-4632-4307-b571-45813c34577b req-b620afc6-b45a-4bd6-a23d-cf35d1c66b58 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397401
May 13 16:25:43.770284 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:43.936379 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-20e95d09-9103-4c85-8cb2-1b97a5cf473b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:44.114901 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc64d23-28b6-4e39-8b95-bf5ebe42cb42 req-26f0cf75-a393-4406-b83f-9fe4e043673d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:44.116404 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4cc64d23-28b6-4e39-8b95-bf5ebe42cb42 req-26f0cf75-a393-4406-b83f-9fe4e043673d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0849242
May 13 16:25:44.176105 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4cc64d23-28b6-4e39-8b95-bf5ebe42cb42 req-bf94dc29-d4f8-4c4f-ba89-bce9ea94cf41 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529654
May 13 16:25:44.351460 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc212d-6688-415a-8577-3a471303e4fb req-bba149ca-4fe3-4651-919f-89bac780bed0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:44.352890 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c5dc212d-6688-415a-8577-3a471303e4fb req-bba149ca-4fe3-4651-919f-89bac780bed0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0835185
May 13 16:25:44.398070 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c5dc212d-6688-415a-8577-3a471303e4fb req-71027284-015d-4efe-8f30-669bbdb208de tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382724
May 13 16:25:44.770555 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:45.390100 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da564-2d3d-450b-924c-393feddf089b req-4ee2165c-010c-414b-88d0-6fd08abf1952 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:45.391675 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4b2da564-2d3d-450b-924c-393feddf089b req-4ee2165c-010c-414b-88d0-6fd08abf1952 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1063673
May 13 16:25:45.445217 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4b2da564-2d3d-450b-924c-393feddf089b req-86dfc55b-0714-439e-8a63-113d8d8c03ae tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475399
May 13 16:25:45.508117 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:45.620567 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f34e2-69a8-490a-99bc-4d4f5768301e req-dff6a98a-24ea-4060-88c9-2d05fa0f7c50 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:45.622029 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-025f34e2-69a8-490a-99bc-4d4f5768301e req-dff6a98a-24ea-4060-88c9-2d05fa0f7c50 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0786200
May 13 16:25:45.669205 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-025f34e2-69a8-490a-99bc-4d4f5768301e req-c4b933e9-55ea-4c82-80d8-c7652314f549 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414765
May 13 16:25:46.648701 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc4ac2-d218-44d5-9004-bae45d4a5b67 req-5a638641-296a-42c6-8662-bb9b47f5a77c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:46.650208 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e0cc4ac2-d218-44d5-9004-bae45d4a5b67 req-5a638641-296a-42c6-8662-bb9b47f5a77c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0833116
May 13 16:25:46.690501 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:46.699848 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e0cc4ac2-d218-44d5-9004-bae45d4a5b67 req-7d53ffff-f427-4e46-97b5-6f591a8fd7c8 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428622
May 13 16:25:46.878473 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27990dbf-6f27-49d4-920f-289333e0acff req-e0366a4d-3114-4dde-9e14-e0488a361aa4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:46.879937 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-27990dbf-6f27-49d4-920f-289333e0acff req-e0366a4d-3114-4dde-9e14-e0488a361aa4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0863867
May 13 16:25:46.923963 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-27990dbf-6f27-49d4-920f-289333e0acff req-9ee4dafa-9ff9-4aa9-875e-71e11326ce4a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381627
May 13 16:25:48.185354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f244c-e054-416b-b39b-2c4c2c1df7d0 req-22a0fcea-8612-4efd-af71-653db27edb7e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:48.188110 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cd7f244c-e054-416b-b39b-2c4c2c1df7d0 req-22a0fcea-8612-4efd-af71-653db27edb7e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0845397
May 13 16:25:48.254310 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cd7f244c-e054-416b-b39b-2c4c2c1df7d0 req-e27c0de1-e1e3-4286-9b90-813c6286f166 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548773
May 13 16:25:48.478537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801ca81-a96f-44c9-82be-16843e340593 req-5d92f02f-00d7-4abe-b830-14b3c8943927 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:48.481137 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7801ca81-a96f-44c9-82be-16843e340593 req-5d92f02f-00d7-4abe-b830-14b3c8943927 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0897954
May 13 16:25:48.536544 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7801ca81-a96f-44c9-82be-16843e340593 req-e0c30100-6562-41e2-a850-4fc178131dc7 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496504
May 13 16:25:48.541540 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-0e49c2c5-c975-44fa-8e0e-b289d6e171f6 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:48.545004 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-0e49c2c5-c975-44fa-8e0e-b289d6e171f6 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/networks?id=6e369916-a5a7-4b77-95bf-81af0f82aa4a HTTP/1.1" status: 200  len: 807 time: 0.2804849
May 13 16:25:48.571452 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-8cbff65c-dd34-41c7-960c-4ec5bcb9d2fe tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/quotas/e0bc2aa4ccfb477ebc03dad77a3f3273 HTTP/1.1" status: 200  len: 375 time: 0.0118845
May 13 16:25:48.622410 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-c76a6712-ccda-44c1-86d9-72ce188cc7bd tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455008
May 13 16:25:48.758912 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-4526aca5-8aa8-4ae8-a989-701ff49b0dd2 service neutron] 10.222.0.42 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293092
May 13 16:25:48.782757 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524a04d-ec7c-44be-9337-878eb2583de3 req-eae8fc01-47b7-4ce0-a03b-3d1fafa4210e tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:48.784210 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f524a04d-ec7c-44be-9337-878eb2583de3 req-eae8fc01-47b7-4ce0-a03b-3d1fafa4210e tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1488013
May 13 16:25:48.834986 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f524a04d-ec7c-44be-9337-878eb2583de3 req-cdac4ac3-3ab2-435f-981e-0e473539e340 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436587
May 13 16:25:48.896405 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-f441d108-6e97-48a3-a48f-9102843e4e77 service neutron] 10.222.0.42 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315343
May 13 16:25:49.165291 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ec0c5e05-2cc3-446a-ab7f-97845dd663df req-09528f00-56e0-4d3d-a398-14582056022e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 210 time: 0.0415709
May 13 16:25:49.442083 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d783c-d717-4ae9-91cc-f57003145e07 req-7c39f8f4-b58a-4c42-a620-bec1b7865b1e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:49.443556 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7a5d783c-d717-4ae9-91cc-f57003145e07 req-7c39f8f4-b58a-4c42-a620-bec1b7865b1e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0857201
May 13 16:25:49.490097 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7a5d783c-d717-4ae9-91cc-f57003145e07 req-c53dd7a9-b37f-476a-bbe1-7246b16a84e5 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398984
May 13 16:25:49.728131 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cf60a-bba5-4235-8d8b-733b31e2188e req-13c6ca92-4c9c-4f01-bef7-dd82db1f2efb tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:49.730509 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-407cf60a-bba5-4235-8d8b-733b31e2188e req-13c6ca92-4c9c-4f01-bef7-dd82db1f2efb tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0856934
May 13 16:25:49.775603 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-407cf60a-bba5-4235-8d8b-733b31e2188e req-5e207ce3-fb12-4fdc-9d0f-1bec7141980c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391855
May 13 16:25:50.027712 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be003f7e-3547-4de3-8b59-701ef026e782 req-d0d6844c-be73-4975-9b2a-89e01a675688 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:50.029376 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-be003f7e-3547-4de3-8b59-701ef026e782 req-d0d6844c-be73-4975-9b2a-89e01a675688 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0826373
May 13 16:25:50.079545 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-be003f7e-3547-4de3-8b59-701ef026e782 req-77412347-8d38-464e-8111-46d2b4c173cb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445969
May 13 16:25:50.327159 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5e763d93-d9c9-4777-8622-e20e2215dd2b req-11c96eed-cd9f-4f4c-9bdf-e228a47dd236 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 210 time: 0.0471611
May 13 16:25:50.693259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f02977-2250-41a1-8cac-aac6b51894f3 req-f9464c6c-8e09-49ef-844e-731b477d67de tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:50.694732 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b0f02977-2250-41a1-8cac-aac6b51894f3 req-f9464c6c-8e09-49ef-844e-731b477d67de tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0814147
May 13 16:25:50.742473 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b0f02977-2250-41a1-8cac-aac6b51894f3 req-920b33ab-54e9-4595-a1b7-97b9aeeb04c9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419953
May 13 16:25:50.968009 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d6de-d341-449c-a2f1-bc5eea367ba4 req-62164dfd-d940-4765-b6b6-c4736e7fcfc0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:50.969487 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a9f0d6de-d341-449c-a2f1-bc5eea367ba4 req-62164dfd-d940-4765-b6b6-c4736e7fcfc0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 944 time: 0.0823901
May 13 16:25:51.018065 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a9f0d6de-d341-449c-a2f1-bc5eea367ba4 req-1042fcad-b993-4c78-a18d-631a2bab3d3f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427129
May 13 16:25:51.267336 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefd360-d3ec-45e6-9eb5-ba4a3c175c63 req-fc0ac7af-da0e-4327-ae21-56c57f4585db tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:51.268789 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4fefd360-d3ec-45e6-9eb5-ba4a3c175c63 req-fc0ac7af-da0e-4327-ae21-56c57f4585db tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0790560
May 13 16:25:51.315812 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4fefd360-d3ec-45e6-9eb5-ba4a3c175c63 req-0559581b-407e-4318-a668-aa71dbee2598 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406337
May 13 16:25:51.368233 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1e3d58e9-548a-4f57-9adf-60940a4391b7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:25:51.477812 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-510fd131-9a75-4eeb-aea8-6d0eabc68baf req-ffde98dc-788e-48c3-832e-a6c56af9976b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 210 time: 0.0413749
May 13 16:25:51.509838 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 1e3d58e9-548a-4f57-9adf-60940a4391b7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e3d58e9-548a-4f57-9adf-60940a4391b7,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:25:51.523432 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '1e3d58e9-548a-4f57-9adf-60940a4391b7', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'port_id': '1e3d58e9-548a-4f57-9adf-60940a4391b7', 'mac_address': 'fa:16:3e:e2:3f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c808082-165d-460f-8e14-ccd6588ca3a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:25:51.584161 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:51.601308 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3d58e9-548a-4f57-9adf-60940a4391b7 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:25:51.617053 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 1e3d58e9-548a-4f57-9adf-60940a4391b7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e3d58e9-548a-4f57-9adf-60940a4391b7,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:25:51.690466 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:51.693329 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:51.763101 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=1e3d58e9-548a-4f57-9adf-60940a4391b7,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:51.771090 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.771489 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.771889 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.772162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.772483 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.772802 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.773133 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.773453 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.773782 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.774095 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.774404 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.774785 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:25:51.779692 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:51.934584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24dcf-8cb2-4b07-9828-1f05174b320a req-4f952114-04c2-45d2-9368-6d5d59ef7790 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:51.936485 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3d24dcf-8cb2-4b07-9828-1f05174b320a req-4f952114-04c2-45d2-9368-6d5d59ef7790 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0854583
May 13 16:25:51.985468 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3d24dcf-8cb2-4b07-9828-1f05174b320a req-74604da9-0a92-47f4-bbc6-54b433a4603c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432496
May 13 16:25:52.332432 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85dfe2-27b2-47e5-ae6c-650c5298bcfa req-0a86ca97-65cf-4763-8486-4b0752951cd1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:52.334595 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3f85dfe2-27b2-47e5-ae6c-650c5298bcfa req-0a86ca97-65cf-4763-8486-4b0752951cd1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 945 time: 0.2049909
May 13 16:25:52.342385 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-ad0597d8-5c6f-43e8-9ffa-b8abec3e084f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:52.343075 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-ad0597d8-5c6f-43e8-9ffa-b8abec3e084f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Synchronizing usage tracker for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:network {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:25:52.397410 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3f85dfe2-27b2-47e5-ae6c-650c5298bcfa req-5ce2f4f8-23fb-4eba-938e-c9ea9fb732f0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513096
May 13 16:25:52.476834 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['1e3d58e9-548a-4f57-9adf-60940a4391b7'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:25:52.491759 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-ad0597d8-5c6f-43e8-9ffa-b8abec3e084f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Unset dirty status for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:network {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:25:52.495323 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-ad0597d8-5c6f-43e8-9ffa-b8abec3e084f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "GET /v2.0/networks?id=6e369916-a5a7-4b77-95bf-81af0f82aa4a HTTP/1.1" status: 200  len: 807 time: 0.3263166
May 13 16:25:52.533871 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Request body: {'port': {'device_id': '35323dd5-d080-4384-8f73-f3735139fa97', 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a', 'admin_state_up': True, 'tenant_id': 'e0bc2aa4ccfb477ebc03dad77a3f3273'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:52.589735 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f5f3-d162-47ef-b4e9-f1ec535ef823 req-4a3e5524-b62d-46e0-8077-85ea1784d963 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:52.593135 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1411f5f3-d162-47ef-b4e9-f1ec535ef823 req-4a3e5524-b62d-46e0-8077-85ea1784d963 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1519806
May 13 16:25:52.683568 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1411f5f3-d162-47ef-b4e9-f1ec535ef823 req-45d90079-b7fc-439f-b7f3-e85a4ddab738 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851464
May 13 16:25:52.775685 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:25:52.779590 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Usage tracker for resource:port and tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:25:52.782594 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:25:52.789023 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:25:52.859475 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0cdd0fb7-a808-40eb-abf7-5014254f5e55 req-aca42565-9fcf-4f71-b391-33d9e6f44399 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 210 time: 0.0436926
May 13 16:25:52.867480 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Made reservation on behalf of e0bc2aa4ccfb477ebc03dad77a3f3273 for: {'port': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:25:52.871915 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:53.041408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Allocated IP 172.20.0.2 (6e369916-a5a7-4b77-95bf-81af0f82aa4a/82e1035e-9149-4b82-a66d-71f814955fbc/59cab5c3-bb3f-467c-bdcc-d3191ffd2f54) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:25:53.309714 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2189-ba6b-4b11-b620-8f655adf7b80 req-9f8f6760-3af1-4679-8e82-f7e0d2d2889f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:53.311833 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-178b2189-ba6b-4b11-b620-8f655adf7b80 req-9f8f6760-3af1-4679-8e82-f7e0d2d2889f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2093167
May 13 16:25:53.314126 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:53.366664 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-178b2189-ba6b-4b11-b620-8f655adf7b80 req-235a7c83-249a-4836-84f8-85467dd4ff31 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492687
May 13 16:25:53.451384 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:53.458215 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:53.529076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Network 6e369916-a5a7-4b77-95bf-81af0f82aa4a is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:25:53.532128 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:25:53.536376 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:25:53.600108 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Pushing event updated for resources: {'Port': ['ID=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:53.604839 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:53.608227 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c59e0-1bce-48ed-af9e-7397fc52a152 req-c1d4b6f4-8638-4f19-a003-588a8addee54 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:53.609753 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e6c59e0-1bce-48ed-af9e-7397fc52a152 req-c1d4b6f4-8638-4f19-a003-588a8addee54 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 945 time: 0.0939531
May 13 16:25:53.626626 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:53.627254 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:53.656611 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4e6c59e0-1bce-48ed-af9e-7397fc52a152 req-6805fdbf-c730-4de6-965f-8b626eaea30d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409560
May 13 16:25:53.708462 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1804676
May 13 16:25:53.767794 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Request body: {'port': {'device_id': '35323dd5-d080-4384-8f73-f3735139fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:25:53.982852 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:54.076998 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ef695-0521-46e2-9898-4f42ac55724c req-b332dd23-5e36-4cad-9816-b1fd12700d8d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:54.078523 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-df2ef695-0521-46e2-9898-4f42ac55724c req-b332dd23-5e36-4cad-9816-b1fd12700d8d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.2520821
May 13 16:25:54.177226 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-df2ef695-0521-46e2-9898-4f42ac55724c req-4d320a82-4d97-43ea-9aff-2789a6dc657b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910110
May 13 16:25:54.348826 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfefa2-3473-44ad-9438-0a885c04cde7 req-2ab21d1a-aaf1-444f-a0fd-c7494033f198 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:54.350391 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e2cfefa2-3473-44ad-9438-0a885c04cde7 req-2ab21d1a-aaf1-444f-a0fd-c7494033f198 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 931 time: 0.0899627
May 13 16:25:54.411294 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e2cfefa2-3473-44ad-9438-0a885c04cde7 req-26dc234e-3760-413f-9075-a00257b00bf8 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539522
May 13 16:25:54.503254 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 {{(pid=79477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:25:54.543069 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:54.572485 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Transition to ACTIVE for port object 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 will not be triggered until provisioned by entity L2. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:25:54.608951 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fd15a-b1af-4697-acaa-c365ce0048dc req-e7e39e87-596e-4846-b780-30dc4d93d026 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:54.610463 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d52fd15a-b1af-4697-acaa-c365ce0048dc req-e7e39e87-596e-4846-b780-30dc4d93d026 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1025383
May 13 16:25:54.660113 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d52fd15a-b1af-4697-acaa-c365ce0048dc req-f73e675d-5c78-4385-a24d-a06cf560c8b6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437868
May 13 16:25:54.662263 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:54.670411 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d8e18a04-716a-4fb0-9457-ec6f6450b0aa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:54.837153 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Pushing event updated for resources: {'Port': ['ID=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:54.844612 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:54.871370 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff79e5-825c-41d1-b9c6-5f122d6372c2 req-955f29f5-ab41-4f28-b16b-346205ac8f7e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:54.873051 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-83ff79e5-825c-41d1-b9c6-5f122d6372c2 req-955f29f5-ab41-4f28-b16b-346205ac8f7e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 945 time: 0.1025677
May 13 16:25:54.931634 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-83ff79e5-825c-41d1-b9c6-5f122d6372c2 req-19bc070d-d050-4961-bed4-84520ae8abc6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522962
May 13 16:25:54.935016 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Attempting to bind port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:25:54.936149 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Attempting to bind port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:25:54.936149 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Attempting to bind port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 on network 6e369916-a5a7-4b77-95bf-81af0f82aa4a {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:25:54.944569 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 on network 6e369916-a5a7-4b77-95bf-81af0f82aa4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:25:54.945132 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Attempting to bind port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 on network 6e369916-a5a7-4b77-95bf-81af0f82aa4a {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:25:54.955560 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:25:54.955894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Checking segment: {'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:25:54.956291 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Bound using segment: {'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:25:54.956723 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Bound port: 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'}}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:25:54.957069 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:55.063110 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] For port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54, host hv-cinder-68948, cleared binding levels {{(pid=79477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:25:55.066026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] For port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:25:55.125430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:55.129151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:55.184507 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:55.185236 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:55.186633 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] 10.222.0.24 "PUT /v2.0/ports/59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 HTTP/1.1" status: 200  len: 1093 time: 1.4323201
May 13 16:25:55.187124 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35323dd5-d080-4384-8f73-f3735139fa97', 'tag': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:25:55.236188 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Pushing event updated for resources: {'Port': ['ID=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,revision_number=3']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:55.241298 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:55.254270 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35323dd5-d080-4384-8f73-f3735139fa97', 'tag': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54', 'status': 'completed', 'code': 200}
May 13 16:25:55.378845 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1e3d58e9-548a-4f57-9adf-60940a4391b7 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:25:55.433737 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be89e21-5657-4d93-af40-114ca840dd22 req-697cc6d7-b8fa-4b5e-9c36-b70395cf7ed2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:55.435206 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8be89e21-5657-4d93-af40-114ca840dd22 req-697cc6d7-b8fa-4b5e-9c36-b70395cf7ed2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0941410
May 13 16:25:55.483988 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96d88b-1093-495d-ad72-ae03ce8aaf60 req-8f9202d2-0b29-4eb8-9154-92c0b5a8451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:55.485525 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-da96d88b-1093-495d-ad72-ae03ce8aaf60 req-8f9202d2-0b29-4eb8-9154-92c0b5a8451b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 1096 time: 0.0738335
May 13 16:25:55.486083 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8be89e21-5657-4d93-af40-114ca840dd22 req-edd5411a-d800-48d4-81dc-7e77a520c2a7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407023
May 13 16:25:55.565062 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 1e3d58e9-548a-4f57-9adf-60940a4391b7 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:25:55.570685 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 1e3d58e9-548a-4f57-9adf-60940a4391b7 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:25:55.571362 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:55.691766 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9347f62-1411-4b97-8d2b-b2e206136001 req-439683aa-b7be-41c6-a3d7-03e581e63546 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:55.693307 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c9347f62-1411-4b97-8d2b-b2e206136001 req-439683aa-b7be-41c6-a3d7-03e581e63546 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 943 time: 0.0973454
May 13 16:25:55.710831 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:55.732080 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96d88b-1093-495d-ad72-ae03ce8aaf60 req-4321f126-9333-4477-9ef6-665bf16fb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:55.733690 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-da96d88b-1093-495d-ad72-ae03ce8aaf60 req-4321f126-9333-4477-9ef6-665bf16fb47e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1834037
May 13 16:25:55.743955 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d58e9-548a-4f57-9adf-60940a4391b7'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:25:55.755340 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 1e3d58e9-548a-4f57-9adf-60940a4391b7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e3d58e9-548a-4f57-9adf-60940a4391b7,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:25:55.768202 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c9347f62-1411-4b97-8d2b-b2e206136001 req-2eda5860-bac8-456c-b104-5ab7c760d3ec tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675693
May 13 16:25:55.828433 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:25:55.831184 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:25:55.867673 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d58e9-548a-4f57-9adf-60940a4391b7', 'code': 200}
May 13 16:25:55.920197 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=1e3d58e9-548a-4f57-9adf-60940a4391b7,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:25:55.923230 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:25:55.948999 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96d88b-1093-495d-ad72-ae03ce8aaf60 req-085927b3-a982-447c-9d3f-905135d93a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:55.950406 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-da96d88b-1093-495d-ad72-ae03ce8aaf60 req-085927b3-a982-447c-9d3f-905135d93a7e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1973193
May 13 16:25:55.968190 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8e7c7-25c6-4eeb-b63a-c207b3cae778 req-e158448c-e773-4d27-b982-0e0d906df439 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:55.969805 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-32c8e7c7-25c6-4eeb-b63a-c207b3cae778 req-e158448c-e773-4d27-b982-0e0d906df439 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1412745
May 13 16:25:56.047907 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-32c8e7c7-25c6-4eeb-b63a-c207b3cae778 req-3dd3f6be-ac0a-4639-ae2f-7dfa6ad0fef1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714872
May 13 16:25:56.163037 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-93390df5-5f71-473a-8408-586696c11893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:56.164555 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-93390df5-5f71-473a-8408-586696c11893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 1096 time: 0.0944226
May 13 16:25:56.168814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787da6c-3d02-4329-a546-072c7e523add req-57136160-f1ae-4fd5-83e5-9f42a90aa418 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:56.170344 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9787da6c-3d02-4329-a546-072c7e523add req-57136160-f1ae-4fd5-83e5-9f42a90aa418 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.1109037
May 13 16:25:56.220596 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9787da6c-3d02-4329-a546-072c7e523add req-48985133-15fb-4304-aa96-ab43e664b8ae tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442977
May 13 16:25:56.254603 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-d0a1dc7a-a060-4e7d-ae34-1a87e1f83870 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 HTTP/1.1" status: 200  len: 217 time: 0.0666225
May 13 16:25:56.349565 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-533dd4c3-1cc2-42f9-8fb6-66ecd459f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:56.351015 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-533dd4c3-1cc2-42f9-8fb6-66ecd459f2ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82e1035e-9149-4b82-a66d-71f814955fbc HTTP/1.1" status: 200  len: 847 time: 0.0606956
May 13 16:25:56.366064 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4cd1-d3ca-4657-988c-5074673dfebd req-66279399-2237-42c3-a953-fec13b008789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:56.367575 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-edcd4cd1-d3ca-4657-988c-5074673dfebd req-66279399-2237-42c3-a953-fec13b008789 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 1099 time: 0.0757060
May 13 16:25:56.415115 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-484cf358-ee40-49f9-8cd0-91653d152f7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e369916-a5a7-4b77-95bf-81af0f82aa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459573
May 13 16:25:56.501381 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-edcd4cd1-d3ca-4657-988c-5074673dfebd req-9ec6a363-a0ec-480b-a511-fdea335d8de1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212473
May 13 16:25:56.685466 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-1d2acc48-c4a0-4517-96bf-4eabc57dc003 service neutron] 10.222.0.24 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2612731
May 13 16:25:56.716222 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f9b7f-d7bb-4bf1-92e3-cb906cd1d696 req-da770cb7-1bd9-4ad6-aa2c-64cd6276fbf0 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:56.717700 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-716f9b7f-d7bb-4bf1-92e3-cb906cd1d696 req-da770cb7-1bd9-4ad6-aa2c-64cd6276fbf0 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0967996
May 13 16:25:56.766310 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-716f9b7f-d7bb-4bf1-92e3-cb906cd1d696 req-24900e48-36d4-45c2-a5bd-b3b40c177dd3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427706
May 13 16:25:56.960022 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42ee7e-2e3d-4f48-aba5-aeb2bd116487 req-984f2757-2302-4f51-84df-d7215bd3977a tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:56.960699 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-7b42ee7e-2e3d-4f48-aba5-aeb2bd116487 req-984f2757-2302-4f51-84df-d7215bd3977a tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Synchronizing usage tracker for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:25:57.107536 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-7b42ee7e-2e3d-4f48-aba5-aeb2bd116487 req-984f2757-2302-4f51-84df-d7215bd3977a tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Unset dirty status for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:25:57.108703 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7b42ee7e-2e3d-4f48-aba5-aeb2bd116487 req-984f2757-2302-4f51-84df-d7215bd3977a tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 943 time: 0.2305782
May 13 16:25:57.153440 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-7b42ee7e-2e3d-4f48-aba5-aeb2bd116487 req-a4f3a0da-1752-417a-b176-fa8d832de68d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Synchronizing usage tracker for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:security_group {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:25:57.235766 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-7b42ee7e-2e3d-4f48-aba5-aeb2bd116487 req-a4f3a0da-1752-417a-b176-fa8d832de68d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Unset dirty status for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:security_group {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:25:57.236951 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7b42ee7e-2e3d-4f48-aba5-aeb2bd116487 req-a4f3a0da-1752-417a-b176-fa8d832de68d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224606
May 13 16:25:57.342799 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4d7a064-3f54-4d0d-a837-caf74fb38587 req-e0ca1f14-affd-45e7-a673-cbf5f2b432da service neutron] 10.222.0.24 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309316
May 13 16:25:57.425516 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274024cb-db6c-4bb0-b4de-46cac1a3af7f req-25228799-14b0-4b65-b4cf-9c4db48237f4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:57.427038 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-274024cb-db6c-4bb0-b4de-46cac1a3af7f req-25228799-14b0-4b65-b4cf-9c4db48237f4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0834756
May 13 16:25:57.475842 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-274024cb-db6c-4bb0-b4de-46cac1a3af7f req-32847a52-6970-44c1-a2f6-1362e1a6d4fd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429850
May 13 16:25:57.521754 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1113aa-479b-4c23-be4f-794aedef7ee6 req-1c02f42b-ed68-464c-9cf5-1f7f64dae0a4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:57.523204 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3c1113aa-479b-4c23-be4f-794aedef7ee6 req-1c02f42b-ed68-464c-9cf5-1f7f64dae0a4 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.0848086
May 13 16:25:57.574965 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3c1113aa-479b-4c23-be4f-794aedef7ee6 req-70509643-0308-4cf9-8806-8b70d1637833 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453734
May 13 16:25:57.953622 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2213a86-fd14-4559-a3af-87c1b59e0953 req-d3228e95-e371-4f0a-bd34-de6720d8aa96 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:57.955061 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a2213a86-fd14-4559-a3af-87c1b59e0953 req-d3228e95-e371-4f0a-bd34-de6720d8aa96 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0818064
May 13 16:25:57.998365 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a2213a86-fd14-4559-a3af-87c1b59e0953 req-6f016134-141e-42a1-9bc2-a7c3946bd957 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376251
May 13 16:25:58.427837 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243b1b-6fdf-4b9f-bd22-41f7940ef2f3 req-2b3f2881-ae9e-4060-a6f9-b13ce7e1a693 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:58.429264 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d4243b1b-6fdf-4b9f-bd22-41f7940ef2f3 req-2b3f2881-ae9e-4060-a6f9-b13ce7e1a693 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 943 time: 0.0835311
May 13 16:25:58.479989 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d4243b1b-6fdf-4b9f-bd22-41f7940ef2f3 req-96e0ef23-5987-4397-98a5-189ae69c51b4 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443482
May 13 16:25:58.668912 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f00926-51fc-4d07-8ca3-2756b18735d6 req-687ddff3-9ed0-4938-9e5b-afa62694cc04 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:58.670411 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-42f00926-51fc-4d07-8ca3-2756b18735d6 req-687ddff3-9ed0-4938-9e5b-afa62694cc04 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0864246
May 13 16:25:58.715898 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-42f00926-51fc-4d07-8ca3-2756b18735d6 req-c7d1f375-7ae7-46a0-b7ca-bfc646711634 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397003
May 13 16:25:58.779506 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb455f5-3fd3-4f23-9265-ab62ec17fe4d req-4956fe86-3379-4d98-b337-37380b2ee617 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:58.780983 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ebb455f5-3fd3-4f23-9265-ab62ec17fe4d req-4956fe86-3379-4d98-b337-37380b2ee617 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.0814345
May 13 16:25:58.825431 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ebb455f5-3fd3-4f23-9265-ab62ec17fe4d req-30c2ebb5-9dd1-4123-9184-4ed2639924d0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386176
May 13 16:25:59.181592 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debca022-e730-456e-b8db-4c00e5632861 req-82ffd755-fb49-4680-9755-bb8347571f74 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:59.183068 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-debca022-e730-456e-b8db-4c00e5632861 req-82ffd755-fb49-4680-9755-bb8347571f74 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0806568
May 13 16:25:59.231791 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-debca022-e730-456e-b8db-4c00e5632861 req-a674f62f-9ebf-47a6-b955-ddada5f61d71 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427811
May 13 16:25:59.669897 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13662a-302e-42ba-b480-eac99ca65c88 req-ba5e11d7-6aae-4cd0-ac02-2747afd468b3 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:59.671359 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2a13662a-302e-42ba-b480-eac99ca65c88 req-ba5e11d7-6aae-4cd0-ac02-2747afd468b3 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 943 time: 0.0799668
May 13 16:25:59.716973 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2a13662a-302e-42ba-b480-eac99ca65c88 req-8d14b619-fd9e-45d1-a1fa-e2b71f2108de tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398371
May 13 16:25:59.904165 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d289be-e859-4a08-9309-08d863ab91df req-82ca9433-8568-48d2-a1fe-88b2ff59f839 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:25:59.905551 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-37d289be-e859-4a08-9309-08d863ab91df req-82ca9433-8568-48d2-a1fe-88b2ff59f839 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0838084
May 13 16:25:59.955423 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-37d289be-e859-4a08-9309-08d863ab91df req-0082d4b6-04e1-482a-99c9-1cd27d3a0458 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439551
May 13 16:26:00.097465 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881827-dcba-48f9-9141-93c015a7f38b req-5e1df355-7e2d-4bcb-b83a-be0d971f2014 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:00.098952 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-30881827-dcba-48f9-9141-93c015a7f38b req-5e1df355-7e2d-4bcb-b83a-be0d971f2014 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.0842993
May 13 16:26:00.145058 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-30881827-dcba-48f9-9141-93c015a7f38b req-4dd2f41e-f77f-4fbe-afe8-923499e0e27e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403025
May 13 16:26:00.426418 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682e7c5-c055-4c94-b165-556d64f6190c req-a504a996-9d03-46af-9ff1-5771a9e1dded tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:00.428287 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7682e7c5-c055-4c94-b165-556d64f6190c req-a504a996-9d03-46af-9ff1-5771a9e1dded tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0884902
May 13 16:26:00.485902 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7682e7c5-c055-4c94-b165-556d64f6190c req-c65e3c6c-5e14-43c8-b825-3df14109e518 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502274
May 13 16:26:00.921487 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d1b7-7aa6-49b2-a1d1-45f99c2ba412 req-1bc23334-5ba5-42ff-b37d-38c7cbc1cafa tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:00.934759 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5f75d1b7-7aa6-49b2-a1d1-45f99c2ba412 req-1bc23334-5ba5-42ff-b37d-38c7cbc1cafa tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 943 time: 0.1012652
May 13 16:26:00.974445 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5f75d1b7-7aa6-49b2-a1d1-45f99c2ba412 req-5d362dd2-3936-4a7b-9093-d5ca3bd5e9d6 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437565
May 13 16:26:01.389208 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe0d6d-907c-4934-8fb2-549c01e6ef41 req-31592b09-f14a-42e5-a07b-98be1cd65b98 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:01.390673 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2bbe0d6d-907c-4934-8fb2-549c01e6ef41 req-31592b09-f14a-42e5-a07b-98be1cd65b98 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0845532
May 13 16:26:01.439153 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2bbe0d6d-907c-4934-8fb2-549c01e6ef41 req-68d6528a-094f-4ba1-add4-1b319970274a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410323
May 13 16:26:01.441329 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:26:01.584509 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:01.600909 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54', 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a', 'port_id': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54', 'mac_address': 'fa:16:3e:ac:f6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e1035e-9149-4b82-a66d-71f814955fbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:26:01.673606 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:01.697840 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:26:01.725506 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:01.776498 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:01.778360 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-c70c7872-50d0-455c-b77f-87e71406d04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:01.853943 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547c5ec-93cd-4678-b5b1-e86c5357a4af req-620cfce1-dde5-4828-b62d-f3f325a19462 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:01.856650 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4547c5ec-93cd-4678-b5b1-e86c5357a4af req-620cfce1-dde5-4828-b62d-f3f325a19462 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0871968
May 13 16:26:01.873187 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:01.877542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:01.914998 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4547c5ec-93cd-4678-b5b1-e86c5357a4af req-3eae0ad0-6f29-43ec-adf8-6640a73e05a8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493779
May 13 16:26:02.184225 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41005a6d-37d7-4e04-87a3-be3b1d9dd2a1 req-52ad0e0d-3c19-4bc7-81ab-1ffa44a28dab tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:02.185708 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-41005a6d-37d7-4e04-87a3-be3b1d9dd2a1 req-52ad0e0d-3c19-4bc7-81ab-1ffa44a28dab tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 944 time: 0.0915506
May 13 16:26:02.235281 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-41005a6d-37d7-4e04-87a3-be3b1d9dd2a1 req-03d2c127-a0ee-460c-869a-cb2c444e2b51 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432780
May 13 16:26:02.654814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ea752-6e9b-4122-a104-635d1e860cfc req-b082da91-e849-46af-90ff-9be600a92123 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:02.657431 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2e0ea752-6e9b-4122-a104-635d1e860cfc req-b082da91-e849-46af-90ff-9be600a92123 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1038048
May 13 16:26:02.695253 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['59cab5c3-bb3f-467c-bdcc-d3191ffd2f54'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:26:02.708110 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2e0ea752-6e9b-4122-a104-635d1e860cfc req-01577a9b-9bf8-43ee-8cfa-889b2adbc819 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445797
May 13 16:26:03.104254 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bfdfd-f883-4140-9a77-44bc239d6253 req-700ea32f-a65e-4b65-92dc-063dc1d817b2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:03.106031 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1f4bfdfd-f883-4140-9a77-44bc239d6253 req-700ea32f-a65e-4b65-92dc-063dc1d817b2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0797551
May 13 16:26:03.152392 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1f4bfdfd-f883-4140-9a77-44bc239d6253 req-2ebea7f9-4524-4d5a-ae44-486593c579c6 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406523
May 13 16:26:03.457544 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb237b-a5f1-45ba-ab81-d04601e86e35 req-064c66a2-dceb-4c3f-9103-227cfc4bc828 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:03.459213 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d8cb237b-a5f1-45ba-ab81-d04601e86e35 req-064c66a2-dceb-4c3f-9103-227cfc4bc828 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 944 time: 0.1065218
May 13 16:26:03.521780 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d8cb237b-a5f1-45ba-ab81-d04601e86e35 req-de3e22b6-e2b9-4139-b1a0-bcfd85aaafd0 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557072
May 13 16:26:03.912233 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:26:03.942561 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d636bf-43bc-41bd-87b0-946c73748474 req-91a9840d-9084-4d8c-bfeb-0e029828ea41 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:03.944026 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-95d636bf-43bc-41bd-87b0-946c73748474 req-91a9840d-9084-4d8c-bfeb-0e029828ea41 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0843523
May 13 16:26:03.990738 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-95d636bf-43bc-41bd-87b0-946c73748474 req-8d460020-74e3-4ab2-91a9-360e159deeda tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409732
May 13 16:26:04.403869 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ececc-cd1c-4f06-970e-b83f105cef9d req-65ea2a63-a00c-40c1-a8a7-402ca4c3a425 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:04.405397 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1e7ececc-cd1c-4f06-970e-b83f105cef9d req-65ea2a63-a00c-40c1-a8a7-402ca4c3a425 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1425316
May 13 16:26:04.450611 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1e7ececc-cd1c-4f06-970e-b83f105cef9d req-15a5fa28-a269-49d3-8c48-4eabba26248b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390799
May 13 16:26:04.717911 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d55dd-b09c-4805-8e0d-1e382bbdccf2 req-2fa326a3-f101-45b6-85c0-9841e0417f33 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:04.719342 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9c4d55dd-b09c-4805-8e0d-1e382bbdccf2 req-2fa326a3-f101-45b6-85c0-9841e0417f33 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 944 time: 0.0826890
May 13 16:26:04.765771 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9c4d55dd-b09c-4805-8e0d-1e382bbdccf2 req-2da56a28-ae99-4eae-91e2-161c061ecb63 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398486
May 13 16:26:05.176751 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd4b10-69f5-4272-bc0e-e14ec23fe759 req-071591f1-e68a-4a02-8991-a2aa70aa2f23 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:05.178204 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c1cd4b10-69f5-4272-bc0e-e14ec23fe759 req-071591f1-e68a-4a02-8991-a2aa70aa2f23 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0784204
May 13 16:26:05.227712 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c1cd4b10-69f5-4272-bc0e-e14ec23fe759 req-cd2c57cd-77d3-4129-9fe3-ffede3f0961d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430188
May 13 16:26:05.468820 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:26:05.644200 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f390b67-ac60-408d-bc8c-dd5d9d9dc9fa req-c3d6216f-cb41-41df-956d-2ec1e56540b5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:05.645676 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8f390b67-ac60-408d-bc8c-dd5d9d9dc9fa req-c3d6216f-cb41-41df-956d-2ec1e56540b5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0811124
May 13 16:26:05.691825 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8f390b67-ac60-408d-bc8c-dd5d9d9dc9fa req-ae3335a7-c2d5-4810-b934-7b1798d57c61 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399833
May 13 16:26:05.950258 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22354e-c74d-491e-9e2d-2a2497fcc0dd req-6ac36923-9f96-4cc1-a3d1-0975de4ea34f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:05.951691 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-de22354e-c74d-491e-9e2d-2a2497fcc0dd req-6ac36923-9f96-4cc1-a3d1-0975de4ea34f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 944 time: 0.0783863
May 13 16:26:05.996922 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-de22354e-c74d-491e-9e2d-2a2497fcc0dd req-106a86ea-a042-4d6a-8a27-ab28f52cea2b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395432
May 13 16:26:06.010603 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:26:06.016260 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:26:06.016710 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:06.173943 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:06.210025 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35323dd5-d080-4384-8f73-f3735139fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:26:06.221241 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:06.260531 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35323dd5-d080-4384-8f73-f3735139fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54', 'code': 200}
May 13 16:26:06.267479 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:06.272581 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-295920c2-896e-40a1-8faa-cde832e766a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:06.350819 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:06.353890 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:06.452658 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef9b8f-3ae3-461b-8fb4-f5103ed0529b req-c72d888f-54a2-4f66-bb76-780ba27798f7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:06.454481 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-45ef9b8f-3ae3-461b-8fb4-f5103ed0529b req-c72d888f-54a2-4f66-bb76-780ba27798f7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1057770
May 13 16:26:06.507033 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-45ef9b8f-3ae3-461b-8fb4-f5103ed0529b req-a448d762-6ebf-48fc-ac76-f0ab1ff0fde6 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440912
May 13 16:26:06.806738 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3567ce-0f80-4a8c-be04-edd7ec542cc5 req-e351d41c-3c95-44c8-87d2-a6452d7cfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:06.808794 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ac3567ce-0f80-4a8c-be04-edd7ec542cc5 req-e351d41c-3c95-44c8-87d2-a6452d7cfe23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 1098 time: 0.0810845
May 13 16:26:06.899903 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ac3567ce-0f80-4a8c-be04-edd7ec542cc5 req-02f37672-6844-4fdb-94c9-734a96830432 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531058
May 13 16:26:06.934816 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b8b2-dc58-459f-a43b-6ef194ba8f5a req-98be915e-e154-4fa9-b962-ecc006349f2f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:06.941874 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-baa7b8b2-dc58-459f-a43b-6ef194ba8f5a req-98be915e-e154-4fa9-b962-ecc006349f2f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1277850
May 13 16:26:06.992829 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-baa7b8b2-dc58-459f-a43b-6ef194ba8f5a req-8a7a1fd8-a46f-458c-9607-dd1417be4c5b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499828
May 13 16:26:07.184560 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0cc39-a0d7-419f-9242-635502552bfa req-0718be0c-63ea-4c58-9574-77ef450f42cf tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:07.186096 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e9b0cc39-a0d7-419f-9242-635502552bfa req-0718be0c-63ea-4c58-9574-77ef450f42cf tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0835986
May 13 16:26:07.238776 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e9b0cc39-a0d7-419f-9242-635502552bfa req-29d57b82-e8c8-487d-969a-7a59c15c8659 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459290
May 13 16:26:07.708917 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566870-3b5b-425e-890f-dcd75cbc76fa req-a5f0d024-f697-4540-b790-ca73eae9d8b9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:07.710408 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e2566870-3b5b-425e-890f-dcd75cbc76fa req-a5f0d024-f697-4540-b790-ca73eae9d8b9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0819852
May 13 16:26:07.757286 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e2566870-3b5b-425e-890f-dcd75cbc76fa req-82c31137-c0ad-46d7-963b-277c1065cea9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403156
May 13 16:26:08.186452 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db690950-ca9f-4fae-a126-e8efa80a33bd req-14189073-aa37-441a-a0dd-5120aa6bd9d7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:08.187862 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-db690950-ca9f-4fae-a126-e8efa80a33bd req-14189073-aa37-441a-a0dd-5120aa6bd9d7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0867946
May 13 16:26:08.234010 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-db690950-ca9f-4fae-a126-e8efa80a33bd req-8524bcec-7886-47c7-99c1-bddcd77dc4dc tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402594
May 13 16:26:08.428947 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7217cd-618a-4600-834a-ba09b43b2138 req-ec62c1f7-a10b-4dbb-baff-57b3340ac20b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:08.430443 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4d7217cd-618a-4600-834a-ba09b43b2138 req-ec62c1f7-a10b-4dbb-baff-57b3340ac20b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0825651
May 13 16:26:08.475453 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4d7217cd-618a-4600-834a-ba09b43b2138 req-feb74026-5c39-4ecd-9105-6cfbe29a1381 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394051
May 13 16:26:08.955239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951105ed-1016-4031-a8e9-1e3efe1977e4 req-5355600c-212a-476c-bfb7-0ee2bf25b131 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:08.956857 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-951105ed-1016-4031-a8e9-1e3efe1977e4 req-5355600c-212a-476c-bfb7-0ee2bf25b131 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0835018
May 13 16:26:09.003147 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-951105ed-1016-4031-a8e9-1e3efe1977e4 req-c3992ca7-9482-4a5a-a01b-683ded41e9c8 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400887
May 13 16:26:09.429685 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb50434-c0bc-40ac-87be-b0af32b0ff30 req-7dd69c6f-b8ab-4377-99a9-fbdf615b09ad tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:09.431481 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9eb50434-c0bc-40ac-87be-b0af32b0ff30 req-7dd69c6f-b8ab-4377-99a9-fbdf615b09ad tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0867605
May 13 16:26:09.481666 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9eb50434-c0bc-40ac-87be-b0af32b0ff30 req-32d48f66-315d-47ed-a2ea-6685ec297f5d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426643
May 13 16:26:09.677858 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dc703-5ca4-462f-9c11-4382aec5c3b9 req-997e41e6-89ee-4f5f-8b1f-797ad7744007 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:09.679350 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-327dc703-5ca4-462f-9c11-4382aec5c3b9 req-997e41e6-89ee-4f5f-8b1f-797ad7744007 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0863941
May 13 16:26:09.728129 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-327dc703-5ca4-462f-9c11-4382aec5c3b9 req-92ed99ff-3912-4b8d-9cbd-b067c4ad8408 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428629
May 13 16:26:10.271314 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb2183-504d-4cb8-93e0-442e4842d23b req-ab9f3df3-e827-4e86-84ee-9c858e209c1c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:10.272751 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-adfb2183-504d-4cb8-93e0-442e4842d23b req-ab9f3df3-e827-4e86-84ee-9c858e209c1c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1576667
May 13 16:26:10.321288 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-adfb2183-504d-4cb8-93e0-442e4842d23b req-15f081c4-8968-4067-abb5-a2f5b5fba85c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423710
May 13 16:26:10.671159 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5222678-6d03-476b-ad98-155274a28193 req-09a4575f-bd57-4379-b117-6199a176b410 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:10.672597 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b5222678-6d03-476b-ad98-155274a28193 req-09a4575f-bd57-4379-b117-6199a176b410 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0809302
May 13 16:26:10.719067 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b5222678-6d03-476b-ad98-155274a28193 req-d9ca52a7-3d32-46c9-9d92-e0ea0f5cb553 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408099
May 13 16:26:10.909993 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387ef7c-a616-46b2-a059-87e7bd6b4e80 req-cca01175-fdd9-494e-aa82-a7fbf2e61439 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:10.911489 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a387ef7c-a616-46b2-a059-87e7bd6b4e80 req-cca01175-fdd9-494e-aa82-a7fbf2e61439 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0806918
May 13 16:26:10.958989 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a387ef7c-a616-46b2-a059-87e7bd6b4e80 req-4d683704-161a-48bc-99e9-605af00cf12d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410569
May 13 16:26:11.449584 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-474fa54a-ea59-4f19-9bbe-c2c8a82782fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:11.509056 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f6fa-b41c-4055-b907-3b66500bf898 req-991953ee-f688-4443-a28d-f12389ae6385 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:11.511096 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9409f6fa-b41c-4055-b907-3b66500bf898 req-991953ee-f688-4443-a28d-f12389ae6385 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0819914
May 13 16:26:11.556836 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9409f6fa-b41c-4055-b907-3b66500bf898 req-3ae8eac4-bd6e-4e18-b6ed-cfbc6b6740f7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398486
May 13 16:26:11.916231 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ecd84-d7f8-4e49-93be-a0f59b556bb6 req-74a7939f-9a2d-4533-8de0-a278601bb5d3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:11.917791 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e03ecd84-d7f8-4e49-93be-a0f59b556bb6 req-74a7939f-9a2d-4533-8de0-a278601bb5d3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0897586
May 13 16:26:11.966666 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e03ecd84-d7f8-4e49-93be-a0f59b556bb6 req-d1c771ea-ddb1-49e8-97f9-7c015b1a69a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432250
May 13 16:26:12.158593 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb997d-7bfa-4081-af27-dd3532f3b53e req-67e7cca6-5428-47f9-8ff1-652152895afb tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:12.161197 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5efb997d-7bfa-4081-af27-dd3532f3b53e req-67e7cca6-5428-47f9-8ff1-652152895afb tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0893781
May 13 16:26:12.210790 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5efb997d-7bfa-4081-af27-dd3532f3b53e req-6e21b10d-df61-4b11-8589-a2d4f166864e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437045
May 13 16:26:12.750239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916681b-7b82-4ea0-be3d-ec23f164055d req-cf01e50d-1c91-4663-aa9f-0111185fcea1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:12.752109 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5916681b-7b82-4ea0-be3d-ec23f164055d req-cf01e50d-1c91-4663-aa9f-0111185fcea1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0893757
May 13 16:26:12.805342 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5916681b-7b82-4ea0-be3d-ec23f164055d req-777e717c-fe49-4633-b9f0-17d30b195101 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473924
May 13 16:26:13.165858 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ef86-2bf9-4024-90bb-614911f2efd2 req-be972ca6-566e-4110-913c-ae89bc9457f2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:13.167843 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0e84ef86-2bf9-4024-90bb-614911f2efd2 req-be972ca6-566e-4110-913c-ae89bc9457f2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0831113
May 13 16:26:13.214510 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0e84ef86-2bf9-4024-90bb-614911f2efd2 req-f6f586ce-d5c2-4024-abe3-c9a2541d1ec5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405853
May 13 16:26:13.414904 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0610bb-7f49-4c28-8efe-1a558189c21d req-af82ac5d-b8c9-44f5-8325-13209d605ac3 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:13.416430 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-df0610bb-7f49-4c28-8efe-1a558189c21d req-af82ac5d-b8c9-44f5-8325-13209d605ac3 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0849252
May 13 16:26:13.466093 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-df0610bb-7f49-4c28-8efe-1a558189c21d req-7b98bcf7-01a0-4a09-bee9-a994c2fc864c tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429895
May 13 16:26:13.747503 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:13.934736 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7ce1-5d62-4465-95bf-579775f90a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:14.026794 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e4dc-42f5-462c-b897-e5cfb7801ea8 req-32792425-f5db-4487-b134-891f66a05e5e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:14.028469 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a8d4e4dc-42f5-462c-b897-e5cfb7801ea8 req-32792425-f5db-4487-b134-891f66a05e5e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0951257
May 13 16:26:14.076970 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a8d4e4dc-42f5-462c-b897-e5cfb7801ea8 req-1a454f73-7539-45d8-8ac2-9347adae5c2b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423188
May 13 16:26:14.404165 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a72d-4e6b-4e5c-a77d-f678433123ed req-abb34073-0d69-49f3-965a-598bb39e4be7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:14.405678 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a422a72d-4e6b-4e5c-a77d-f678433123ed req-abb34073-0d69-49f3-965a-598bb39e4be7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0855503
May 13 16:26:14.455471 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a422a72d-4e6b-4e5c-a77d-f678433123ed req-0542c26e-c871-4a4e-96d7-e3cef3828643 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436828
May 13 16:26:14.715487 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc1c14-ccce-4b50-8551-a8571605df27 req-546dbf42-64f0-401a-87e9-1cf189a228ee tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:14.716952 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccbc1c14-ccce-4b50-8551-a8571605df27 req-546dbf42-64f0-401a-87e9-1cf189a228ee tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.1261296
May 13 16:26:14.768934 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:14.772491 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccbc1c14-ccce-4b50-8551-a8571605df27 req-9668c7fe-1b38-4a6e-baa0-a92e9daee81d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483153
May 13 16:26:14.783527 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-6ab2ad6d-8275-4570-b08e-aadd4b0a2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:14.785419 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-6ab2ad6d-8275-4570-b08e-aadd4b0a2503 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 1099 time: 0.1337221
May 13 16:26:14.965188 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-d4bfff57-4321-4f26-a52c-a5bdfe9fd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:14.966629 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-d4bfff57-4321-4f26-a52c-a5bdfe9fd1e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 911 time: 0.1347091
May 13 16:26:15.079028 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-91b746d4-6011-46ef-8d59-c8852429b112 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 200  len: 1002 time: 0.0981567
May 13 16:26:15.165904 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-ba3c5f73-c5b7-4257-8214-bfcc7f829909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:15.167572 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-ba3c5f73-c5b7-4257-8214-bfcc7f829909 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.0659456
May 13 16:26:15.286582 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-7757a70c-47ba-4731-a586-1fa4a8803fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:15.289025 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-7757a70c-47ba-4731-a586-1fa4a8803fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1073003
May 13 16:26:15.311146 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43563277-79ee-443e-a81f-46ddbda32603 req-a5448149-033b-436e-bbde-8e40fb0f3c2c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:15.312674 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-43563277-79ee-443e-a81f-46ddbda32603 req-a5448149-033b-436e-bbde-8e40fb0f3c2c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0942559
May 13 16:26:15.363207 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-43563277-79ee-443e-a81f-46ddbda32603 req-c3fec49d-880f-48cf-bd84-6ed5e4ec0b4c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422521
May 13 16:26:15.464792 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-c771a5cc-de35-4a7e-8825-2a87bacfcf18 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315417
May 13 16:26:15.482412 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:15.677028 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f6a4c-6154-4be6-b34b-d2cc780ca712 req-8cf52023-509e-4d17-9882-66117f648c3d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:15.679082 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b72f6a4c-6154-4be6-b34b-d2cc780ca712 req-8cf52023-509e-4d17-9882-66117f648c3d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0946145
May 13 16:26:15.718816 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1127a39a-b09a-40df-9e1d-77da8949e41a req-bae8824a-eb20-459f-bd44-66be9ebf108d service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2305233
May 13 16:26:15.739884 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b72f6a4c-6154-4be6-b34b-d2cc780ca712 req-290c3de0-0f57-4b47-ab19-8cc429239d76 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497310
May 13 16:26:16.578091 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34863dce-3e3f-4c6b-8646-a75d5a4fc4de req-159470d4-e2af-4df0-9553-55a07aa22ae1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:16.578091 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34863dce-3e3f-4c6b-8646-a75d5a4fc4de req-159470d4-e2af-4df0-9553-55a07aa22ae1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1004972
May 13 16:26:16.628160 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34863dce-3e3f-4c6b-8646-a75d5a4fc4de req-b45e908a-d4b8-471a-bf09-362ade3297f3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451162
May 13 16:26:16.774399 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:16.937068 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2b76-d6d0-49af-bb87-b76d9c80e1d5 req-609f9631-f15c-46db-813a-4d534b8dd62b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:16.938406 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b55c2b76-d6d0-49af-bb87-b76d9c80e1d5 req-609f9631-f15c-46db-813a-4d534b8dd62b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0852306
May 13 16:26:16.984430 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b55c2b76-d6d0-49af-bb87-b76d9c80e1d5 req-48c60759-3149-4c25-b35b-a8c26f8223cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401721
May 13 16:26:17.636626 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12391889-cdfa-4c4b-add7-f23a92a0e5e1 req-434fe20d-cd67-495d-b6c6-9c809053b059 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:17.638103 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-12391889-cdfa-4c4b-add7-f23a92a0e5e1 req-434fe20d-cd67-495d-b6c6-9c809053b059 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0824518
May 13 16:26:17.699442 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-12391889-cdfa-4c4b-add7-f23a92a0e5e1 req-33a14817-f37a-428d-8a1b-9b3c87c34e01 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532713
May 13 16:26:17.852800 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d96383-88a8-46c4-945f-745ed5e907f6 req-c7548509-a349-4284-972a-9ea30d0bcf36 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:17.854720 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a9d96383-88a8-46c4-945f-745ed5e907f6 req-c7548509-a349-4284-972a-9ea30d0bcf36 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0826297
May 13 16:26:17.905995 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a9d96383-88a8-46c4-945f-745ed5e907f6 req-f6420175-ad50-4d2e-8bac-c7567fc38aa9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447373
May 13 16:26:18.178646 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44352c75-d40b-41d0-b920-ff4d92adb0d4 req-4841a93f-8947-426e-8975-6f8444cac615 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:18.180101 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-44352c75-d40b-41d0-b920-ff4d92adb0d4 req-4841a93f-8947-426e-8975-6f8444cac615 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0815160
May 13 16:26:18.225521 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-44352c75-d40b-41d0-b920-ff4d92adb0d4 req-db722590-3d60-459e-a907-e6d6971ad057 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388587
May 13 16:26:18.897894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c7c75-5e43-49b5-913b-78c3ce716a94 req-b0702a92-2e04-477e-ae00-01d64ff6336e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:18.899648 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-341c7c75-5e43-49b5-913b-78c3ce716a94 req-b0702a92-2e04-477e-ae00-01d64ff6336e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0840890
May 13 16:26:18.945065 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-341c7c75-5e43-49b5-913b-78c3ce716a94 req-c57e8926-741a-4ff2-890b-08d33f7eaefc tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392220
May 13 16:26:19.111953 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae220949-2b4a-4865-ba5c-3b0d1a9098fe req-57ad9d33-6f44-44eb-a9d7-4bc6721ebc31 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:19.113366 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ae220949-2b4a-4865-ba5c-3b0d1a9098fe req-57ad9d33-6f44-44eb-a9d7-4bc6721ebc31 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0982590
May 13 16:26:19.163655 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ae220949-2b4a-4865-ba5c-3b0d1a9098fe req-ff2dcb91-f320-47ed-b43d-8641340475c3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433104
May 13 16:26:19.441636 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397d77d-4e53-4c7b-a229-3850a9a5c883 req-2154a57a-bb57-4177-aa44-4a88580eef89 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:19.443315 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0397d77d-4e53-4c7b-a229-3850a9a5c883 req-2154a57a-bb57-4177-aa44-4a88580eef89 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1107056
May 13 16:26:19.493553 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0397d77d-4e53-4c7b-a229-3850a9a5c883 req-54f8e6fc-40fb-4338-a942-10de7a2d0f70 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437908
May 13 16:26:19.594414 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 34620) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:26:19.715785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:19.734601 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:26:19.738438 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Usage tracker for resource:security_group_rule and tenant:8d79c556fb3944a9ba716cbfea039c76 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:26:19.742249 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:26:19.748537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:26:19.841659 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:19.931296 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:19.941397 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6b1a51ad-a994-4909-92e8-77a114f470c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:19.986965 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ee291-08d5-466f-b81b-8e2ef9dfcc69,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:19.996487 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d79c556fb3944a9ba716cbfea039c76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4006166
May 13 16:26:19.998942 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 34630) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:26:20.005077 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.005761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.006320 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.006875 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.007430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.007984 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.008536 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.009121 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.009667 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.010257 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.010855 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.011379 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.017622 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:20.070336 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:20.100423 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:20.164109 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3f605-d14b-4a2e-812f-2fa7e02fa78a req-8af411b9-d54d-4e5f-bd14-1270304a6f41 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:20.165680 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d3c3f605-d14b-4a2e-812f-2fa7e02fa78a req-8af411b9-d54d-4e5f-bd14-1270304a6f41 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0877798
May 13 16:26:20.219213 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d3c3f605-d14b-4a2e-812f-2fa7e02fa78a req-660592dc-88a0-4f2d-89a4-d3e2fafaeea3 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464482
May 13 16:26:20.232807 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:20.246431 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-587075ec-eca0-45a5-a9cb-c6b9915329dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:20.268987 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ee291-08d5-466f-b81b-8e2ef9dfcc69,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:20.277232 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:20.278430 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b95ee291-08d5-466f-b81b-8e2ef9dfcc69 HTTP/1.1" status: 204  len: 168 time: 0.2784524
May 13 16:26:20.279931 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.280290 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.280636 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.281109 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.281377 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.281711 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.282054 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.282419 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.282789 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.283154 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.283489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.283821 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:20.287692 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:20.372424 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fb3dc-0c12-4303-85f2-3428d7bc3a1b req-8695785d-ef1c-45b5-ac42-7653de718efa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:20.374015 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1c4fb3dc-0c12-4303-85f2-3428d7bc3a1b req-8695785d-ef1c-45b5-ac42-7653de718efa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0874741
May 13 16:26:20.499054 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1c4fb3dc-0c12-4303-85f2-3428d7bc3a1b req-a88f191e-dc75-41b9-b4ce-20ce1e8a5092 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190655
May 13 16:26:20.576094 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725e962-87a9-4bbb-940a-067a23a64a11 req-fd5cdf49-b1c0-4fe8-b86a-5cc269b0626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:20.577747 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4725e962-87a9-4bbb-940a-067a23a64a11 req-fd5cdf49-b1c0-4fe8-b86a-5cc269b0626a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.1330016
May 13 16:26:20.735060 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4725e962-87a9-4bbb-940a-067a23a64a11 req-10bf1c33-7ac1-4958-af58-a4402bc48fe6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389929
May 13 16:26:20.747226 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e29fc1-8693-484a-a377-942e5906c8e2 req-9385d405-d1e8-4236-9dac-a922588c8aac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:20.748933 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b4e29fc1-8693-484a-a377-942e5906c8e2 req-9385d405-d1e8-4236-9dac-a922588c8aac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0927551
May 13 16:26:20.800489 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b4e29fc1-8693-484a-a377-942e5906c8e2 req-bf4d062f-30ab-46ed-90b1-7339c5cd1f97 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441847
May 13 16:26:21.420133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabc18c-ca58-435d-9cd0-8834190624c0 req-56e859dd-758b-45ae-8b8c-e6817ec1e6bb tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:21.421556 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaabc18c-ca58-435d-9cd0-8834190624c0 req-56e859dd-758b-45ae-8b8c-e6817ec1e6bb tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0842030
May 13 16:26:21.468416 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaabc18c-ca58-435d-9cd0-8834190624c0 req-aa0b8126-28d9-47df-97d9-85a1130f362f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409782
May 13 16:26:21.703770 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e1fee-c72b-491e-901e-cda305ab9ae8 req-b092dc1d-3c7b-47a7-8879-ed79e7322c52 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:21.705322 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-378e1fee-c72b-491e-901e-cda305ab9ae8 req-b092dc1d-3c7b-47a7-8879-ed79e7322c52 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0827796
May 13 16:26:21.751828 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-378e1fee-c72b-491e-901e-cda305ab9ae8 req-68ff96f9-4f35-48b2-b66c-c4ca80c97b79 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402808
May 13 16:26:21.981558 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-f50fca99-4908-4f2e-9649-0f90902a4c0f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:21.983003 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-f50fca99-4908-4f2e-9649-0f90902a4c0f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.0789714
May 13 16:26:21.994055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2e040-d96d-469e-9ea1-13d19e802aff req-5e9a1261-aaef-4adb-a3c7-e2c8d5bb53d6 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:21.995522 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-47f2e040-d96d-469e-9ea1-13d19e802aff req-5e9a1261-aaef-4adb-a3c7-e2c8d5bb53d6 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0852425
May 13 16:26:22.041679 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-47f2e040-d96d-469e-9ea1-13d19e802aff req-fa79fe24-454d-4050-9b48-c9aa1d9b2960 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403311
May 13 16:26:22.161957 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Deleting port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:26:22.162325 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:22.303713 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] For port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:22.303713 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:22.431213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Calling delete_port for 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 owned by compute:nova {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:26:22.696968 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a86be5-8e32-49eb-b55a-12fd78fca72a req-72a5acdb-7a05-4231-a1d5-76c8fbd91593 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:22.698535 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-11a86be5-8e32-49eb-b55a-12fd78fca72a req-72a5acdb-7a05-4231-a1d5-76c8fbd91593 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 945 time: 0.1013710
May 13 16:26:22.725462 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:22.740964 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:22.827564 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['59cab5c3-bb3f-467c-bdcc-d3191ffd2f54'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:26:22.864075 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Pushing event deleted for resources: {'Port': ['ID=59cab5c3-bb3f-467c-bdcc-d3191ffd2f54,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:22.892873 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-11a86be5-8e32-49eb-b55a-12fd78fca72a req-74a8d6c1-83a6-4db6-9f7c-6bd7325ea6c6 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882763
May 13 16:26:22.899217 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:22.946522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] No DVR routers for this DVR port 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 on host hv-cinder-68948 {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:26:22.950165 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:22.953248 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35323dd5-d080-4384-8f73-f3735139fa97', 'name': 'network-vif-deleted', 'tag': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:26:22.977865 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487b73b-14d6-4c0d-9b4e-e2428bb34cf4 req-7e552fc8-d99b-4899-916e-cf3a0bb24607 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:22.980067 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5487b73b-14d6-4c0d-9b4e-e2428bb34cf4 req-7e552fc8-d99b-4899-916e-cf3a0bb24607 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1072330
May 13 16:26:23.010337 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35323dd5-d080-4384-8f73-f3735139fa97', 'name': 'network-vif-deleted', 'tag': '59cab5c3-bb3f-467c-bdcc-d3191ffd2f54', 'status': 'completed', 'code': 200}
May 13 16:26:23.038280 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5487b73b-14d6-4c0d-9b4e-e2428bb34cf4 req-371bcbe8-e367-4461-a577-7d68ddeb2eff tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522637
May 13 16:26:23.108197 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e67b62f4-8f6a-4d41-89bf-7e7f6d80bdba req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "DELETE /v2.0/ports/59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 HTTP/1.1" status: 204  len: 173 time: 1.0852213
May 13 16:26:23.230014 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013ed84-3c3b-42df-8303-98aa1f7842f5 req-2fae71ab-e729-4f32-ac75-3816b9dd870a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:23.231588 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3013ed84-3c3b-42df-8303-98aa1f7842f5 req-2fae71ab-e729-4f32-ac75-3816b9dd870a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0841415
May 13 16:26:23.279490 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3013ed84-3c3b-42df-8303-98aa1f7842f5 req-db7dec0c-cfb8-41c0-a72a-49719069b5a2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414329
May 13 16:26:23.770634 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4037cbb-ea83-42cf-88d8-4984c88fb101 req-fc5c6b58-637b-40a0-90da-4c625e4661d1 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:23.773256 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c4037cbb-ea83-42cf-88d8-4984c88fb101 req-fc5c6b58-637b-40a0-90da-4c625e4661d1 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0922999
May 13 16:26:23.825126 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c4037cbb-ea83-42cf-88d8-4984c88fb101 req-382c0d65-d2a9-4fc0-8277-86c8fc44cee9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404701
May 13 16:26:24.014450 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-a8faa299-879d-4f44-b3bb-7717ff0b0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:24.016082 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-a8faa299-879d-4f44-b3bb-7717ff0b0bf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 1099 time: 0.0788167
May 13 16:26:24.068620 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4719136e-e69a-471e-b713-f6512d9f7247 req-9f7c65de-bda0-4f9b-a05f-2db9b2899515 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 210 time: 0.0475092
May 13 16:26:24.220331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-a96a372d-c241-41ca-90f5-1b7eef846950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:24.220331 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-a96a372d-c241-41ca-90f5-1b7eef846950 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 911 time: 0.1820576
May 13 16:26:24.257076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651018c-e430-4934-aa85-07b434549803 req-3cbed7c5-f8c4-42e2-bc11-c0f0a5dbe456 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:24.258566 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5651018c-e430-4934-aa85-07b434549803 req-3cbed7c5-f8c4-42e2-bc11-c0f0a5dbe456 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1010988
May 13 16:26:24.369990 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5651018c-e430-4934-aa85-07b434549803 req-7b09d521-5459-4b62-b4ab-c24170d04a13 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049490
May 13 16:26:24.405842 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-4eca8d4e-69b9-4d4d-9792-ce8c3bb7d161 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 200  len: 1002 time: 0.1100626
May 13 16:26:24.587948 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-c1fed80c-258e-44e7-bdda-aa8ecbd452e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:24.594069 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-c1fed80c-258e-44e7-bdda-aa8ecbd452e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.1242895
May 13 16:26:24.725197 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-ef0c4c1c-e24c-4e11-832a-6026fba9a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:24.726310 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-ef0c4c1c-e24c-4e11-832a-6026fba9a1f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0766273
May 13 16:26:24.899029 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-de9abf42-7013-4022-85a6-8a6bbbcbe78e service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341655
May 13 16:26:25.042613 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864967-b4d4-41a7-b3c7-1a7134b77b2e req-7f2b94b5-e9d3-40e6-9b08-85538fc84cf3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:25.045924 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3c864967-b4d4-41a7-b3c7-1a7134b77b2e req-7f2b94b5-e9d3-40e6-9b08-85538fc84cf3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1451137
May 13 16:26:25.094788 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a72c5f-88b3-4630-a88e-797018fcbfcd req-50bd5c5d-81e5-4219-8955-66c4dbf5c5c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:25.102291 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31a72c5f-88b3-4630-a88e-797018fcbfcd req-50bd5c5d-81e5-4219-8955-66c4dbf5c5c9 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1645441
May 13 16:26:25.155828 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-974d6803-9627-4967-bd6c-af3c81b81c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:25.157402 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-974d6803-9627-4967-bd6c-af3c81b81c3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.1528351
May 13 16:26:25.174126 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31a72c5f-88b3-4630-a88e-797018fcbfcd req-bbd31f9c-63ef-4bfa-a8a0-39b94005b066 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703859
May 13 16:26:25.205721 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3c864967-b4d4-41a7-b3c7-1a7134b77b2e req-81d2140b-03e6-4251-b541-75ed54a62381 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698335
May 13 16:26:25.239867 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d5b7f6e-2661-4b8e-96e8-835147fd4476 req-b0366c53-8e2c-4cb2-911d-3e985877756c service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2546856
May 13 16:26:25.360258 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-763ffbfd-ba59-44c6-a67a-54e56f57ecdf req-f5723935-cd4c-4061-a6a4-88b32d7c4000 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=35323dd5-d080-4384-8f73-f3735139fa97 HTTP/1.1" status: 200  len: 210 time: 0.0501649
May 13 16:26:25.376386 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-3cb0b479-35f0-434e-88de-14fa045debf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:25.377799 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-3cb0b479-35f0-434e-88de-14fa045debf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 919 time: 0.2031076
May 13 16:26:25.518630 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-9a230726-40b9-41df-b434-50f52e9912e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 217 time: 0.0671980
May 13 16:26:25.580502 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:26:25.600707 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-f1a9bb69-a129-4afb-9ba7-111f1909b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:25.602705 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-f1a9bb69-a129-4afb-9ba7-111f1909b7a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.0705147
May 13 16:26:25.617007 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:26:25.617393 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 59cab5c3-bb3f-467c-bdcc-d3191ffd2f54 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:26:25.676544 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-6b735834-a801-4dfb-8cdb-068fabac2066 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553503
May 13 16:26:25.839263 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-6a40f0cd-9376-4167-86c6-caac7d26e91f service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486447
May 13 16:26:26.089575 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a142799-cf86-44d2-8ceb-104e6bb2d1ae req-898bcefd-a5b6-4c33-b7c5-1aca5c263cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625495
May 13 16:26:26.359755 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe822cd9-abf6-4840-8d7f-6ca5c226549e req-8958c386-40ff-4955-9f84-6adb43167cd6 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:26.361291 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fe822cd9-abf6-4840-8d7f-6ca5c226549e req-8958c386-40ff-4955-9f84-6adb43167cd6 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0833459
May 13 16:26:26.403796 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0edb3d-c9a9-4f4b-b899-badc9eb80fec req-bd46d7de-9130-4280-bf83-f69cad924114 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:26.405290 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-df0edb3d-c9a9-4f4b-b899-badc9eb80fec req-bd46d7de-9130-4280-bf83-f69cad924114 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0855122
May 13 16:26:26.407341 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fe822cd9-abf6-4840-8d7f-6ca5c226549e req-617cdcf7-7ce9-4d4e-9aee-188a8e66ee6f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402179
May 13 16:26:26.452819 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-df0edb3d-c9a9-4f4b-b899-badc9eb80fec req-59416675-83ca-43f6-904d-9dd61e2d8ee0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402842
May 13 16:26:26.816449 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-3935ad20-a3c4-4ad8-92de-499f81165a3b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:26.817931 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-3935ad20-a3c4-4ad8-92de-499f81165a3b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/networks?id=6e369916-a5a7-4b77-95bf-81af0f82aa4a HTTP/1.1" status: 200  len: 807 time: 0.1436465
May 13 16:26:26.834132 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-9ae91818-80c2-4168-99eb-df571f0953c1 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/quotas/e0bc2aa4ccfb477ebc03dad77a3f3273 HTTP/1.1" status: 200  len: 375 time: 0.0090806
May 13 16:26:26.880339 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-13c87095-11d3-4577-ac83-159927087046 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Synchronizing usage tracker for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:26:26.956788 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-13c87095-11d3-4577-ac83-159927087046 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Unset dirty status for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:26:26.959793 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-13c87095-11d3-4577-ac83-159927087046 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1190510
May 13 16:26:27.102663 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-483e8210-9691-4359-a18c-6b369778fbea service neutron] 10.222.0.42 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349943
May 13 16:26:27.312803 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bc09e4f9-5ebc-4596-8479-fa3543357696 service neutron] 10.222.0.42 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111311
May 13 16:26:27.746109 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95d25b-831a-4c99-bdd0-9dafce8f9329 req-13fd7994-4342-4681-82ed-347ce6ba031a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:27.747939 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0e95d25b-831a-4c99-bdd0-9dafce8f9329 req-13fd7994-4342-4681-82ed-347ce6ba031a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0851824
May 13 16:26:27.793051 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0e95d25b-831a-4c99-bdd0-9dafce8f9329 req-efefdc0c-2d29-466c-8e9f-b5dc5e48cdee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395718
May 13 16:26:27.967722 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6593a-09a8-42c8-b18b-5f822f0b0cd7 req-2714b42a-f223-44d8-a266-516847c8d523 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:27.969226 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c3e6593a-09a8-42c8-b18b-5f822f0b0cd7 req-2714b42a-f223-44d8-a266-516847c8d523 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0829785
May 13 16:26:28.014824 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c3e6593a-09a8-42c8-b18b-5f822f0b0cd7 req-1edb8f29-0523-4efc-86e1-a96639e61357 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396414
May 13 16:26:28.099473 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fd6cb24a-2da2-4fd9-8f6e-a1597719e300 req-06450ff5-3ee7-47c1-9f3a-b80d6d07bbdb tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0436213
May 13 16:26:28.984867 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4aa4f-359b-43dc-9d5b-1baa00be534d req-202880d0-8f24-4057-973e-2ab904f6e363 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:28.986357 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eed4aa4f-359b-43dc-9d5b-1baa00be534d req-202880d0-8f24-4057-973e-2ab904f6e363 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0842655
May 13 16:26:29.031566 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eed4aa4f-359b-43dc-9d5b-1baa00be534d req-cc57b89f-b3cb-4a71-b934-f847035b8851 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394032
May 13 16:26:29.209410 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb904-ca40-4ced-9a06-f0592969ed51 req-c538a799-4793-437c-9967-20139766b036 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:29.212052 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7a6fb904-ca40-4ced-9a06-f0592969ed51 req-c538a799-4793-437c-9967-20139766b036 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0847852
May 13 16:26:29.261602 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7a6fb904-ca40-4ced-9a06-f0592969ed51 req-bcf1a62f-fc3a-4960-95d9-fee9f3ee490b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444758
May 13 16:26:29.397887 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c2dfdf21-817f-4935-a6d9-5149d5ff3f5f req-89ca1762-a430-48db-aff2-f70e30a03b92 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0414214
May 13 16:26:30.221518 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf3e00-c4b0-4e09-9c3c-cf4772124bd4 req-cd050323-3a03-4833-9b0b-d3df1fdebd8a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:30.222996 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-aecf3e00-c4b0-4e09-9c3c-cf4772124bd4 req-cd050323-3a03-4833-9b0b-d3df1fdebd8a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0807798
May 13 16:26:30.273184 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-aecf3e00-c4b0-4e09-9c3c-cf4772124bd4 req-6d44743e-19c7-4c8e-923e-8fefcbf4ab8f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441303
May 13 16:26:30.447431 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c221d4-88a0-4e26-a11d-75e581c9fdf4 req-bdeeed41-41ff-44e4-a764-0a2615c0b517 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:30.448896 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34c221d4-88a0-4e26-a11d-75e581c9fdf4 req-bdeeed41-41ff-44e4-a764-0a2615c0b517 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0811706
May 13 16:26:30.493779 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34c221d4-88a0-4e26-a11d-75e581c9fdf4 req-a23d5e3a-7f9a-42c9-9c4d-36ea56152071 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390997
May 13 16:26:30.633809 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b21b26e4-5fe4-476d-bdb6-c29fea09c773 req-38f4d892-03d8-40d2-82b2-e98391bcc31e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0460539
May 13 16:26:31.511294 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c9b1-aac6-4b39-bec1-96d34a23801a req-38095242-7b0a-486b-a9fb-949ca75d4146 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:31.533773 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dab3c9b1-aac6-4b39-bec1-96d34a23801a req-38095242-7b0a-486b-a9fb-949ca75d4146 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1441023
May 13 16:26:31.578421 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dab3c9b1-aac6-4b39-bec1-96d34a23801a req-12b6d785-e6fa-4eaf-9240-a4e06c5db980 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436821
May 13 16:26:31.786519 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b0fce-cad2-47cb-9998-a815c11a5227 req-c565abaf-9c7b-431a-ae0c-0a019a75e3c1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:31.787980 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-735b0fce-cad2-47cb-9998-a815c11a5227 req-c565abaf-9c7b-431a-ae0c-0a019a75e3c1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1722112
May 13 16:26:31.800268 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-148d8f7b-a89c-4f43-9376-760b96e70330 req-7a08ddec-ffa4-45c5-9a24-1c31f343dc15 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0464127
May 13 16:26:31.834243 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-735b0fce-cad2-47cb-9998-a815c11a5227 req-bc3433d8-f1db-4e09-9ccf-6fc376fb6af9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398374
May 13 16:26:32.960081 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dec589c2-3423-4b52-b232-189776bf85ab req-e61edda4-4f4f-43c4-b7c1-31ca06377957 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0457160
May 13 16:26:33.040558 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3cef1-921a-45c2-824e-85c227fd3d60 req-69a412b8-9cef-446e-abf6-d94faf141d6b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:33.042048 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c4f3cef1-921a-45c2-824e-85c227fd3d60 req-69a412b8-9cef-446e-abf6-d94faf141d6b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0791111
May 13 16:26:33.088107 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c4f3cef1-921a-45c2-824e-85c227fd3d60 req-6cbbfcab-3b0e-47d5-85ed-8c1b37fac398 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400560
May 13 16:26:33.304959 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-ded5171e-7d7a-400f-91a1-7ab0392a59bd tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:33.306487 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-ded5171e-7d7a-400f-91a1-7ab0392a59bd tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "GET /v2.0/networks?id=6e369916-a5a7-4b77-95bf-81af0f82aa4a HTTP/1.1" status: 200  len: 807 time: 0.1493065
May 13 16:26:33.352573 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Request body: {'port': {'device_id': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a', 'admin_state_up': True, 'tenant_id': 'e0bc2aa4ccfb477ebc03dad77a3f3273'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:26:33.499027 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:26:33.509865 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:26:33.639138 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Made reservation on behalf of e0bc2aa4ccfb477ebc03dad77a3f3273 for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:26:33.642904 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:33.808490 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Allocated IP 172.20.0.9 (6e369916-a5a7-4b77-95bf-81af0f82aa4a/82e1035e-9149-4b82-a66d-71f814955fbc/3820e178-e1c9-4746-af52-39c0452d5c19) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:26:34.009253 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:34.113679 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ab52774f-bff7-41d6-9fe0-2e580720734f req-95122d4e-084c-4696-9a96-3f2e187cd654 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0462286
May 13 16:26:34.136820 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:34.143240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:34.207055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Network 6e369916-a5a7-4b77-95bf-81af0f82aa4a is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:26:34.253062 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:26:34.255571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:26:34.292100 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Pushing event updated for resources: {'Port': ['ID=3820e178-e1c9-4746-af52-39c0452d5c19,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:34.300225 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:34.337244 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:34.337889 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:34.381564 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec153b-022b-425e-809b-e5d55e0c169e req-5ce5cb9d-94d1-4a8a-8d43-681049f66e31 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:34.383025 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-94ec153b-022b-425e-809b-e5d55e0c169e req-5ce5cb9d-94d1-4a8a-8d43-681049f66e31 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1829481
May 13 16:26:34.428260 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-94ec153b-022b-425e-809b-e5d55e0c169e req-0c044d0b-c2ba-4f8d-a37d-e39a96bd4294 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386479
May 13 16:26:34.450657 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1022451
May 13 16:26:35.811500 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fa6df-1033-4db5-b0b5-2675a8f6e95b req-e3ef5800-c7c0-430c-96c4-08f637032d6d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:35.812177 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-df7fa6df-1033-4db5-b0b5-2675a8f6e95b req-e3ef5800-c7c0-430c-96c4-08f637032d6d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Synchronizing usage tracker for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:26:35.893693 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-df7fa6df-1033-4db5-b0b5-2675a8f6e95b req-e3ef5800-c7c0-430c-96c4-08f637032d6d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Unset dirty status for tenant:e0bc2aa4ccfb477ebc03dad77a3f3273 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:26:35.894892 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df7fa6df-1033-4db5-b0b5-2675a8f6e95b req-e3ef5800-c7c0-430c-96c4-08f637032d6d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 931 time: 0.1671226
May 13 16:26:35.938989 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df7fa6df-1033-4db5-b0b5-2675a8f6e95b req-1060e240-618e-448b-a43b-207383154533 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383048
May 13 16:26:36.114629 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cec685-c196-4ead-83f7-dfa07028b8ba req-9b731b6a-5222-49e6-8e5a-418a9dec7851 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:36.116100 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52cec685-c196-4ead-83f7-dfa07028b8ba req-9b731b6a-5222-49e6-8e5a-418a9dec7851 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0832787
May 13 16:26:36.160768 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52cec685-c196-4ead-83f7-dfa07028b8ba req-05e301a5-3f92-48df-a175-9da0d4166f43 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382628
May 13 16:26:37.045474 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Request body: {'port': {'device_id': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:26:37.212509 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:37.287696 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e1e23-4aad-4f7c-8d95-35c85f0ea6f2 req-12aa1cf7-42cd-4167-b5c7-370a6178cd45 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:37.289631 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-261e1e23-4aad-4f7c-8d95-35c85f0ea6f2 req-12aa1cf7-42cd-4167-b5c7-370a6178cd45 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 931 time: 0.2134988
May 13 16:26:37.379398 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c398a8-176f-46e0-ad78-81ae8f9bdf5a req-070d9b79-fef1-4bfc-ab43-814687990656 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:37.380888 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-53c398a8-176f-46e0-ad78-81ae8f9bdf5a req-070d9b79-fef1-4bfc-ab43-814687990656 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0862968
May 13 16:26:37.401691 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-261e1e23-4aad-4f7c-8d95-35c85f0ea6f2 req-9720369d-dcc7-4e96-861f-4bfb9de18be3 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039207
May 13 16:26:37.443285 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-53c398a8-176f-46e0-ad78-81ae8f9bdf5a req-8fae116c-928f-4f68-a215-7d0fbb10ba86 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545430
May 13 16:26:37.713816 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3820e178-e1c9-4746-af52-39c0452d5c19 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:26:37.720989 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:37.735431 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Transition to ACTIVE for port object 3820e178-e1c9-4746-af52-39c0452d5c19 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:26:37.950873 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:37.955672 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:38.150505 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3820e178-e1c9-4746-af52-39c0452d5c19,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:38.163981 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:38.196336 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Attempting to bind port 3820e178-e1c9-4746-af52-39c0452d5c19 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:26:38.200554 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Attempting to bind port 3820e178-e1c9-4746-af52-39c0452d5c19 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:26:38.200554 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Attempting to bind port 3820e178-e1c9-4746-af52-39c0452d5c19 on network 6e369916-a5a7-4b77-95bf-81af0f82aa4a {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:26:38.202187 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Port 3820e178-e1c9-4746-af52-39c0452d5c19 on network 6e369916-a5a7-4b77-95bf-81af0f82aa4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:26:38.202505 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Attempting to bind port 3820e178-e1c9-4746-af52-39c0452d5c19 on network 6e369916-a5a7-4b77-95bf-81af0f82aa4a {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:26:38.208141 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:26:38.208473 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Checking segment: {'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:26:38.208853 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Bound using segment: {'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:26:38.209313 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Bound port: 3820e178-e1c9-4746-af52-39c0452d5c19, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513d7dfa-8217-4f3f-92e9-6702b9b376d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:26:38.209677 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:38.303833 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] For port 3820e178-e1c9-4746-af52-39c0452d5c19, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:26:38.306936 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] For port 3820e178-e1c9-4746-af52-39c0452d5c19, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3820e178-e1c9-4746-af52-39c0452d5c19,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:26:38.450467 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:38.454382 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:38.547677 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:38.548304 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:38.549726 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/3820e178-e1c9-4746-af52-39c0452d5c19 HTTP/1.1" status: 200  len: 1093 time: 1.5102935
May 13 16:26:38.550228 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'tag': '3820e178-e1c9-4746-af52-39c0452d5c19'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:26:38.621044 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3820e178-e1c9-4746-af52-39c0452d5c19,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:38.624217 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:38.690158 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b478e-9ac6-4e93-b488-40a452f5331b req-98119d02-f194-419b-a0a5-9e0ac170b187 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:38.690158 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d89b478e-9ac6-4e93-b488-40a452f5331b req-98119d02-f194-419b-a0a5-9e0ac170b187 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.1327877
May 13 16:26:38.727010 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d89b478e-9ac6-4e93-b488-40a452f5331b req-c61aabf1-19c1-4e45-a128-5241c8bb75e0 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408130
May 13 16:26:38.734331 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a4462-a8d9-46b3-9443-3ab44905ed36 req-b88a69b7-0d99-4338-a7fa-7977be4e4383 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:38.741439 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c21a4462-a8d9-46b3-9443-3ab44905ed36 req-b88a69b7-0d99-4338-a7fa-7977be4e4383 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0999546
May 13 16:26:38.790286 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c21a4462-a8d9-46b3-9443-3ab44905ed36 req-a1c0ec31-d02c-41a2-a818-b535f4e1fc85 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479796
May 13 16:26:38.791915 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'tag': '3820e178-e1c9-4746-af52-39c0452d5c19', 'status': 'completed', 'code': 200}
May 13 16:26:38.978327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612dfc1-dc10-4442-8547-725081c6d7f2 req-be994230-18c9-4638-8f93-eb7efea8c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:38.980224 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6612dfc1-dc10-4442-8547-725081c6d7f2 req-be994230-18c9-4638-8f93-eb7efea8c58a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 1096 time: 0.0851302
May 13 16:26:39.143837 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612dfc1-dc10-4442-8547-725081c6d7f2 req-5a46ce19-de33-4549-b5ef-1a2dfde35e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:39.145423 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6612dfc1-dc10-4442-8547-725081c6d7f2 req-5a46ce19-de33-4549-b5ef-1a2dfde35e3e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1412425
May 13 16:26:39.305017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612dfc1-dc10-4442-8547-725081c6d7f2 req-a7374e9f-dafa-45b8-99aa-2d0bc9c7c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:39.306538 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6612dfc1-dc10-4442-8547-725081c6d7f2 req-a7374e9f-dafa-45b8-99aa-2d0bc9c7c163 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1357079
May 13 16:26:39.471284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bc15a758-0364-41cb-8b40-f34c43fe7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:39.472873 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-bc15a758-0364-41cb-8b40-f34c43fe7d4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 1096 time: 0.0716014
May 13 16:26:39.584490 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-4caaf3ce-7860-4bbb-96ab-3c867302aa53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3820e178-e1c9-4746-af52-39c0452d5c19 HTTP/1.1" status: 200  len: 217 time: 0.0688319
May 13 16:26:39.667623 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-389682ab-26fd-41e4-a06b-ba60dbb2f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:39.669066 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-389682ab-26fd-41e4-a06b-ba60dbb2f818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82e1035e-9149-4b82-a66d-71f814955fbc HTTP/1.1" status: 200  len: 847 time: 0.0719242
May 13 16:26:39.924200 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17f883-6a57-4a8f-b09d-acce8c7c7abb req-0092d1a0-e062-4aec-a90d-1978bd0fa89e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:39.925704 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2c17f883-6a57-4a8f-b09d-acce8c7c7abb req-0092d1a0-e062-4aec-a90d-1978bd0fa89e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.0879052
May 13 16:26:39.973025 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2c17f883-6a57-4a8f-b09d-acce8c7c7abb req-80ed637e-8add-4170-8299-9c04905f59d4 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413563
May 13 16:26:39.987522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603427d6-f224-43cc-aa38-ce464a6ce333 req-4df92aee-3b66-4f17-bb3e-094858e0ca4e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:39.989012 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-603427d6-f224-43cc-aa38-ce464a6ce333 req-4df92aee-3b66-4f17-bb3e-094858e0ca4e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0846214
May 13 16:26:40.034963 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-603427d6-f224-43cc-aa38-ce464a6ce333 req-5a82ea55-0506-4305-9b3d-3ba5240eebff tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400925
May 13 16:26:40.911462 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:26:41.162667 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c627ba-54b5-4cd6-b58a-ca2d130caef9 req-29767e6a-de3a-4d2b-97d7-25745b818eb5 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:41.164248 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-12c627ba-54b5-4cd6-b58a-ca2d130caef9 req-29767e6a-de3a-4d2b-97d7-25745b818eb5 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.0826061
May 13 16:26:41.220818 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-12c627ba-54b5-4cd6-b58a-ca2d130caef9 req-79f76fe7-62ca-4755-a589-ae9f0c029fb7 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457079
May 13 16:26:41.450133 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-61c58e3a-141f-4b24-94d2-0c374cc21c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:42.479412 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdfbbc-3c5e-403d-a65a-ed11c992436d req-095ba055-7134-45d0-8e29-73ba456cee20 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:42.480875 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4cfdfbbc-3c5e-403d-a65a-ed11c992436d req-095ba055-7134-45d0-8e29-73ba456cee20 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.1495016
May 13 16:26:42.526336 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4cfdfbbc-3c5e-403d-a65a-ed11c992436d req-8f2c8d88-db76-40cb-ad70-5b9c48f22193 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395710
May 13 16:26:43.372662 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-41a6bc79-9222-4fe1-8dec-2b4bf7b8f095 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e369916-a5a7-4b77-95bf-81af0f82aa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439160
May 13 16:26:43.551868 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-c8550d31-0601-4d80-b764-2ab6af9e9236 service neutron] 10.222.0.24 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293092
May 13 16:26:43.735668 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baffae-b52a-4e9f-a11d-cbcca1554f40 req-5b9ccd73-f86c-477f-a38c-92d59c32c07e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:43.737184 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-77baffae-b52a-4e9f-a11d-cbcca1554f40 req-5b9ccd73-f86c-477f-a38c-92d59c32c07e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.0936606
May 13 16:26:43.784091 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-77baffae-b52a-4e9f-a11d-cbcca1554f40 req-b72abd45-6f5c-4d62-a86d-73f948ddbe77 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407474
May 13 16:26:43.794866 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46bbdce0-7f12-4311-a728-e8639b2b50f5 req-253f3c40-9bcf-4359-9cbd-1e15790ca763 service neutron] 10.222.0.24 "GET /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272542
May 13 16:26:43.832763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:44.002333 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-901e57a2-3bf7-4d20-8b5d-9d8b6c899d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:44.823063 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:44.977255 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e7143-9c90-407a-8114-49a3843f5f19 req-9eeaedc3-9343-4344-8956-81340db8aa7f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:44.979023 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-653e7143-9c90-407a-8114-49a3843f5f19 req-9eeaedc3-9343-4344-8956-81340db8aa7f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.0855074
May 13 16:26:45.028908 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-653e7143-9c90-407a-8114-49a3843f5f19 req-b6a8f30f-dcd2-410c-b096-ec2fb956414e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433040
May 13 16:26:45.499551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:45.950365 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-ed4af93d-054e-4c1e-bece-9536b1df9011 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:45.951852 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-ed4af93d-054e-4c1e-bece-9536b1df9011 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 0.1661839
May 13 16:26:45.967872 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-b00dc9de-3162-4471-b59a-09680362b7ee tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/quotas/3b851be948d64579ae17b2525d0e84b2 HTTP/1.1" status: 200  len: 375 time: 0.0101943
May 13 16:26:46.058285 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-f4f8eaf2-795e-4460-b9f5-f3819eef77d6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0847771
May 13 16:26:46.092560 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b552133-9e28-4e67-9b3e-08ac6732edb2 req-25668408-2bd8-4856-8bd9-394ca29bfddb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:46.095041 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2b552133-9e28-4e67-9b3e-08ac6732edb2 req-25668408-2bd8-4856-8bd9-394ca29bfddb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0929952
May 13 16:26:46.146065 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2b552133-9e28-4e67-9b3e-08ac6732edb2 req-6a288870-f051-4ed7-96b0-e6e7ffbd540f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445557
May 13 16:26:46.208435 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-2ebcb87e-d68e-4243-b27a-6c41f58a6ec3 service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429052
May 13 16:26:46.340774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f708f-bae4-4d0c-b696-3a02fc7b00ca req-c6504d77-054b-48da-a581-f4dafb2d66d8 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:46.342209 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-575f708f-bae4-4d0c-b696-3a02fc7b00ca req-c6504d77-054b-48da-a581-f4dafb2d66d8 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.0865321
May 13 16:26:46.345890 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-8c1cd526-d8d9-4e91-8f0a-d1a23482c89d service neutron] 10.222.0.42 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303699
May 13 16:26:46.394735 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-575f708f-bae4-4d0c-b696-3a02fc7b00ca req-cfa057b0-584e-45ff-9788-fcc761bb7c08 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451031
May 13 16:26:46.706126 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-667437ab-ca99-470e-8548-fbb496adda73 req-f57e8816-a03d-4605-9070-e79d29db0f70 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 210 time: 0.0471230
May 13 16:26:46.815599 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:47.600712 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360aa58-b4fa-44b5-be0e-af60ca0655b0 req-ec95d35f-8147-4d10-8627-5830f2d6671b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:47.602282 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1360aa58-b4fa-44b5-be0e-af60ca0655b0 req-ec95d35f-8147-4d10-8627-5830f2d6671b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.0946679
May 13 16:26:47.654538 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1360aa58-b4fa-44b5-be0e-af60ca0655b0 req-5f167b80-f420-46d1-bfdd-977ae645f5f1 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456018
May 13 16:26:47.807050 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3ad0d9ef-82d6-464e-b7ff-46758e6db2c1 req-207e36d9-9aa1-4344-8e07-b6a4bb1acfd6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 210 time: 0.0469010
May 13 16:26:48.850370 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba809cf-e4a2-4170-a990-1dbe37b63b92 req-41537823-ea9f-47a0-9864-6494d490e557 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:48.852124 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dba809cf-e4a2-4170-a990-1dbe37b63b92 req-41537823-ea9f-47a0-9864-6494d490e557 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 943 time: 0.0894601
May 13 16:26:48.901475 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dba809cf-e4a2-4170-a990-1dbe37b63b92 req-957a7f74-9470-4dbb-8042-de32a7c62169 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424066
May 13 16:26:48.972738 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c2f37633-a2b6-45b7-8682-58d9dd69f69c req-3a4e04cb-34dc-47ea-bb5a-af7e34633fbe tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 210 time: 0.0425496
May 13 16:26:49.003612 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3820e178-e1c9-4746-af52-39c0452d5c19 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:26:49.147480 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 3820e178-e1c9-4746-af52-39c0452d5c19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3820e178-e1c9-4746-af52-39c0452d5c19,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:49.162983 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '3820e178-e1c9-4746-af52-39c0452d5c19', 'network_id': '6e369916-a5a7-4b77-95bf-81af0f82aa4a', 'port_id': '3820e178-e1c9-4746-af52-39c0452d5c19', 'mac_address': 'fa:16:3e:8b:6c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e1035e-9149-4b82-a66d-71f814955fbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:26:49.219754 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:49.238042 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3820e178-e1c9-4746-af52-39c0452d5c19 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:26:49.254709 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 3820e178-e1c9-4746-af52-39c0452d5c19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3820e178-e1c9-4746-af52-39c0452d5c19,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:49.358156 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:49.360859 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:49.429064 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=3820e178-e1c9-4746-af52-39c0452d5c19,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:49.432541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:50.113101 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['3820e178-e1c9-4746-af52-39c0452d5c19'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:26:50.215450 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516e0d-0863-4b50-8606-d294ee670ead req-538cad08-e203-4f5c-b8cf-acec4bf9abec tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:50.220447 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-43516e0d-0863-4b50-8606-d294ee670ead req-538cad08-e203-4f5c-b8cf-acec4bf9abec tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 944 time: 0.1934400
May 13 16:26:50.230736 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-ffa46674-b520-45ec-82de-d3707475c0a8 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:50.232519 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-ffa46674-b520-45ec-82de-d3707475c0a8 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/networks?id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 200  len: 814 time: 0.1841295
May 13 16:26:50.292712 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-96452340-f013-4636-a442-bb51ee748d0a req-dcbb031e-bf19-4f62-9a62-a47dff4c9fef tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 210 time: 0.0589345
May 13 16:26:50.306161 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-43516e0d-0863-4b50-8606-d294ee670ead req-dff26f26-2dcb-4792-911a-4b79e6718834 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772603
May 13 16:26:50.306284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Request body: {'port': {'device_id': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'admin_state_up': True, 'tenant_id': '3b851be948d64579ae17b2525d0e84b2'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:26:50.446863 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:26:50.456762 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:26:50.562565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Made reservation on behalf of 3b851be948d64579ae17b2525d0e84b2 for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:26:50.568159 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:50.770548 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Allocated IP 172.20.0.2 (364f9ea7-bb68-4d81-80ce-70cec45c9d8c/6c808082-165d-460f-8e14-ccd6588ca3a5/f7c06216-8f54-488d-a87b-b267aa1960d0) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:26:50.983585 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:51.090631 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:51.096591 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9d19beb3-229b-4f6b-9e14-84834a744a66 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:51.159100 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:26:51.162308 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:26:51.166853 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:26:51.215153 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event updated for resources: {'Port': ['ID=f7c06216-8f54-488d-a87b-b267aa1960d0,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:51.219735 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:51.245266 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:51.245919 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:51.405009 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1111710
May 13 16:26:51.443096 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Request body: {'port': {'device_id': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:26:51.555847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4d38c-1d35-4f90-bf48-be9900c12fd0 req-56924709-c0f5-48c3-ae01-f9fff782c61a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:51.557686 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-84b4d38c-1d35-4f90-bf48-be9900c12fd0 req-56924709-c0f5-48c3-ae01-f9fff782c61a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 931 time: 0.0968964
May 13 16:26:51.612174 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-84b4d38c-1d35-4f90-bf48-be9900c12fd0 req-0ac91d30-3984-4713-8bc6-41602c70c9f6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480390
May 13 16:26:51.614731 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:51.691995 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346e9f3-af9d-414b-8e3d-6e8d1684575f req-c0928dcb-2544-4ea5-9639-95c7ec1d3977 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:51.694562 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f346e9f3-af9d-414b-8e3d-6e8d1684575f req-c0928dcb-2544-4ea5-9639-95c7ec1d3977 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 944 time: 0.2059903
May 13 16:26:51.758252 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', '1e3d58e9-548a-4f57-9adf-60940a4391b7'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:26:51.815184 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f346e9f3-af9d-414b-8e3d-6e8d1684575f req-cca3078c-8ee4-473e-8285-99b4a3143687 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114445
May 13 16:26:52.106628 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c06216-8f54-488d-a87b-b267aa1960d0 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:26:52.114133 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:52.128953 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Transition to ACTIVE for port object f7c06216-8f54-488d-a87b-b267aa1960d0 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:26:52.221609 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:52.225833 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:52.386069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c06216-8f54-488d-a87b-b267aa1960d0,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:52.389062 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:52.463974 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Attempting to bind port f7c06216-8f54-488d-a87b-b267aa1960d0 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:26:52.464308 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Attempting to bind port f7c06216-8f54-488d-a87b-b267aa1960d0 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:26:52.464634 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Attempting to bind port f7c06216-8f54-488d-a87b-b267aa1960d0 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:26:52.469471 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Port f7c06216-8f54-488d-a87b-b267aa1960d0 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:26:52.482123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Attempting to bind port f7c06216-8f54-488d-a87b-b267aa1960d0 on network 364f9ea7-bb68-4d81-80ce-70cec45c9d8c {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:26:52.482123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:26:52.482123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Checking segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:26:52.482123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Bound using segment: {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:26:52.482123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Bound port: f7c06216-8f54-488d-a87b-b267aa1960d0, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4ea009-4960-4193-89f5-9f0d6bb3f592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:26:52.482123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:52.578137 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] For port f7c06216-8f54-488d-a87b-b267aa1960d0, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:26:52.581429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] For port f7c06216-8f54-488d-a87b-b267aa1960d0, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f7c06216-8f54-488d-a87b-b267aa1960d0,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:26:52.650976 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:52.655972 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a35237fe-6da0-4805-8c5c-e6bd4ca774da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:52.711969 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:52.712591 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:52.714520 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] 10.222.0.24 "PUT /v2.0/ports/f7c06216-8f54-488d-a87b-b267aa1960d0 HTTP/1.1" status: 200  len: 1093 time: 1.2782948
May 13 16:26:52.715004 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'tag': 'f7c06216-8f54-488d-a87b-b267aa1960d0'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:26:52.772377 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'tag': 'f7c06216-8f54-488d-a87b-b267aa1960d0', 'status': 'completed', 'code': 200}
May 13 16:26:52.787005 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c06216-8f54-488d-a87b-b267aa1960d0,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:52.791799 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:52.828229 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d577ef-ab3d-4b40-ab3e-1252122c18c5 req-d5fcacd7-dd79-4316-87ff-e4e1af816448 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:52.829055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-15d577ef-ab3d-4b40-ab3e-1252122c18c5 req-d5fcacd7-dd79-4316-87ff-e4e1af816448 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:26:52.908520 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-15d577ef-ab3d-4b40-ab3e-1252122c18c5 req-d5fcacd7-dd79-4316-87ff-e4e1af816448 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:26:52.910107 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-15d577ef-ab3d-4b40-ab3e-1252122c18c5 req-d5fcacd7-dd79-4316-87ff-e4e1af816448 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 943 time: 0.1749306
May 13 16:26:52.970577 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-15d577ef-ab3d-4b40-ab3e-1252122c18c5 req-7934ad1a-d261-4f41-b3c1-6fb82f24df36 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535290
May 13 16:26:52.972813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649cedd-3dd6-462a-93b3-ea3b804e0d24 req-8dffa2ce-0677-41ed-b1f4-a2dde2af2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:52.974220 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8649cedd-3dd6-462a-93b3-ea3b804e0d24 req-8dffa2ce-0677-41ed-b1f4-a2dde2af2d23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 1096 time: 0.1209688
May 13 16:26:53.015412 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105065-3a9c-40ad-a281-a179426ec813 req-4b8e7027-6309-4689-963b-2e49bc3db979 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:53.016889 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-50105065-3a9c-40ad-a281-a179426ec813 req-4b8e7027-6309-4689-963b-2e49bc3db979 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 944 time: 0.0857048
May 13 16:26:53.032979 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3820e178-e1c9-4746-af52-39c0452d5c19 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:26:53.066561 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-50105065-3a9c-40ad-a281-a179426ec813 req-84bf66b2-f150-4401-8d8c-c8d672558f27 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435834
May 13 16:26:53.170844 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649cedd-3dd6-462a-93b3-ea3b804e0d24 req-a488e40c-8f66-42b9-923d-0de149e55b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:53.172345 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8649cedd-3dd6-462a-93b3-ea3b804e0d24 req-a488e40c-8f66-42b9-923d-0de149e55b6b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b851be948d64579ae17b2525d0e84b2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1668603
May 13 16:26:53.173133 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 35134) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:26:53.221432 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 3820e178-e1c9-4746-af52-39c0452d5c19 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:26:53.226899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 3820e178-e1c9-4746-af52-39c0452d5c19 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:26:53.227274 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.342442 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.363301 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.370586 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:26:53.384373 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Usage tracker for resource:security_group_rule and tenant:d82d6e214fc74a08b0a93a77e17150d2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:26:53.389912 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:26:53.395699 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820e178-e1c9-4746-af52-39c0452d5c19'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:26:53.410292 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:26:53.412320 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 3820e178-e1c9-4746-af52-39c0452d5c19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3820e178-e1c9-4746-af52-39c0452d5c19,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:53.449057 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649cedd-3dd6-462a-93b3-ea3b804e0d24 req-a24fc8a7-bd01-416e-966d-9761fc1889fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:53.450615 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8649cedd-3dd6-462a-93b3-ea3b804e0d24 req-a24fc8a7-bd01-416e-966d-9761fc1889fc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1953650
May 13 16:26:53.459456 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820e178-e1c9-4746-af52-39c0452d5c19', 'code': 200}
May 13 16:26:53.520261 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.597542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.597542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-7a39fb41-5976-4603-8193-4efc650dc079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:53.644389 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.654932 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c35f0cb0-9147-44be-b625-96968aaf1b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:53.666270 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=3820e178-e1c9-4746-af52-39c0452d5c19,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:53.673897 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.674193 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.674528 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.674855 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.675173 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.675495 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.675813 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.676143 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.676501 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.676908 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.677137 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.677462 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:26:53.681403 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:53.735511 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d82d6e214fc74a08b0a93a77e17150d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5613647
May 13 16:26:53.738371 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 35146) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:26:53.742982 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed966bf8-f270-4fd1-a0ee-3ef15a86e6e8,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:53.746924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:53.772205 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-14c845f9-4b88-477d-9ec0-fd5186c11056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:53.773726 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-14c845f9-4b88-477d-9ec0-fd5186c11056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851be948d64579ae17b2525d0e84b2&device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 1096 time: 0.1212919
May 13 16:26:53.801392 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.831877 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:53.872895 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-9f519a67-d188-4c47-92fc-e0e2a9808138 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7c06216-8f54-488d-a87b-b267aa1960d0 HTTP/1.1" status: 200  len: 217 time: 0.0625873
May 13 16:26:53.945964 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-689c95eb-dd71-4b33-9192-3a773ffd0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:53.947403 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-689c95eb-dd71-4b33-9192-3a773ffd0896 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c808082-165d-460f-8e14-ccd6588ca3a5 HTTP/1.1" status: 200  len: 854 time: 0.0614407
May 13 16:26:54.023763 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:54.032131 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-b90e6448-4616-4a87-b856-094caf37ae5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364f9ea7-bb68-4d81-80ce-70cec45c9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436709
May 13 16:26:54.033471 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7e7aa54c-4bc0-45b1-a177-7e7b3e3c0941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:54.048432 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed966bf8-f270-4fd1-a0ee-3ef15a86e6e8,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:54.054332 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:54.057706 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:54.061602 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed966bf8-f270-4fd1-a0ee-3ef15a86e6e8 HTTP/1.1" status: 204  len: 168 time: 0.3221052
May 13 16:26:54.091494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfcf44-e66e-4d3c-b9c6-6b0c0c168e11 req-67381b6b-f1c5-40da-b6c9-d1c12ed717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:54.098246 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eacfcf44-e66e-4d3c-b9c6-6b0c0c168e11 req-67381b6b-f1c5-40da-b6c9-d1c12ed717a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 1098 time: 0.1044989
May 13 16:26:54.174989 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eacfcf44-e66e-4d3c-b9c6-6b0c0c168e11 req-86be84d8-d303-44f2-9e44-d8b3378518d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429697
May 13 16:26:54.358232 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-92129057-c320-4ec0-8985-92cc4329e72d service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2935140
May 13 16:26:54.359239 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a13fd8-2de9-42d1-9374-908396e51349 req-3863c8f5-d096-4f31-84f1-9844d1582f26 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:54.360699 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-71a13fd8-2de9-42d1-9374-908396e51349 req-3863c8f5-d096-4f31-84f1-9844d1582f26 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.1706507
May 13 16:26:54.375175 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266840-4782-4f22-b0d2-4c4b4c85716e req-c6cb2e4c-44be-440a-a166-c53554c83c44 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:54.376621 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-98266840-4782-4f22-b0d2-4c4b4c85716e req-c6cb2e4c-44be-440a-a166-c53554c83c44 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 943 time: 0.2282221
May 13 16:26:54.406276 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-71a13fd8-2de9-42d1-9374-908396e51349 req-858520f3-4daf-41f2-8348-030c7dfb5477 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395603
May 13 16:26:54.428478 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-98266840-4782-4f22-b0d2-4c4b4c85716e req-fb16db0e-b0d4-4e55-8c6d-2ba2b13a24cd tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444629
May 13 16:26:54.822749 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25dc59d3-fdff-4b7d-b3f4-94065385ee3f req-d7fb9846-1e7c-4b0d-8f31-90c09832968b service neutron] 10.222.0.24 "GET /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366587
May 13 16:26:55.667836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2cb9-1a40-463e-b78c-6d1554184c4e req-48489200-b1e7-4779-aed8-312128978416 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:55.669404 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a3ec2cb9-1a40-463e-b78c-6d1554184c4e req-48489200-b1e7-4779-aed8-312128978416 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.1346836
May 13 16:26:55.675522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d83b-cfa2-4a4d-8ff4-fbda22000ce5 req-db1692fa-9bb0-47ca-ad6d-7b4b356c0059 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:55.678287 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-76a1d83b-cfa2-4a4d-8ff4-fbda22000ce5 req-db1692fa-9bb0-47ca-ad6d-7b4b356c0059 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 943 time: 0.1298091
May 13 16:26:55.742666 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a3ec2cb9-1a40-463e-b78c-6d1554184c4e req-606f8e42-6e54-48f4-b6e6-cd06e03be986 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671618
May 13 16:26:55.751883 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-76a1d83b-cfa2-4a4d-8ff4-fbda22000ce5 req-b270b443-4d9c-4f4b-b043-6bbbc554ded1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655506
May 13 16:26:56.937871 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483d3ae-fe90-4a98-ba1d-b101cc10dbbd req-1299c55c-7e52-4792-83cb-10fc28aee68d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:56.939444 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8483d3ae-fe90-4a98-ba1d-b101cc10dbbd req-1299c55c-7e52-4792-83cb-10fc28aee68d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.0869498
May 13 16:26:56.945022 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e47b1-90b6-4d58-8c8e-a4bf6adf3b1d req-4aeca8b1-1a99-43df-897f-896ce56efc49 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:56.946597 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8c5e47b1-90b6-4d58-8c8e-a4bf6adf3b1d req-4aeca8b1-1a99-43df-897f-896ce56efc49 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 943 time: 0.0879896
May 13 16:26:56.991321 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8c5e47b1-90b6-4d58-8c8e-a4bf6adf3b1d req-15efb958-2399-42e9-aa4d-53f6bcd19ae3 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382516
May 13 16:26:57.000700 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8483d3ae-fe90-4a98-ba1d-b101cc10dbbd req-57d88266-747d-4dc2-8038-6c5b1b7705a1 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550952
May 13 16:26:58.191797 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2d40-babc-4b37-be8c-ab8f941f6d2b req-b276a874-ab0d-41c1-8bf8-a9333419910e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:58.193372 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fdce2d40-babc-4b37-be8c-ab8f941f6d2b req-b276a874-ab0d-41c1-8bf8-a9333419910e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 943 time: 0.0869181
May 13 16:26:58.241893 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fdce2d40-babc-4b37-be8c-ab8f941f6d2b req-ba0572a7-f322-4f3c-9554-5cf9466d0f92 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419142
May 13 16:26:58.338240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4d6d6-57f4-4b14-8762-e0a7a96ce142 req-58c78e35-966c-49ab-bf28-76643793f9d7 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:58.339645 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7be4d6d6-57f4-4b14-8762-e0a7a96ce142 req-58c78e35-966c-49ab-bf28-76643793f9d7 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.0834439
May 13 16:26:58.387109 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7be4d6d6-57f4-4b14-8762-e0a7a96ce142 req-44b82f99-78c6-4d18-ab8a-46760e18e0be tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398312
May 13 16:26:58.836318 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-85d8a2c8-ea32-4ea7-94e6-76d3a8c38ddc tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3a5f5dbc15743818dd43878ebad5a9f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0264959
May 13 16:26:58.986296 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-830c6e23-f12f-48fc-8bd7-a0045f2dd50b tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:58.987684 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-830c6e23-f12f-48fc-8bd7-a0045f2dd50b tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1463726
May 13 16:26:59.003083 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-5c0f7b33-3463-4c60-8c58-c8e61871f62d tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/quotas/d3a5f5dbc15743818dd43878ebad5a9f HTTP/1.1" status: 200  len: 375 time: 0.0097418
May 13 16:26:59.058032 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-fcf90820-396e-4640-9b87-bf208e17641f tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3a5f5dbc15743818dd43878ebad5a9f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494447
May 13 16:26:59.071943 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device f7c06216-8f54-488d-a87b-b267aa1960d0 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:26:59.270912 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port f7c06216-8f54-488d-a87b-b267aa1960d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f7c06216-8f54-488d-a87b-b267aa1960d0,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:59.284983 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': 'f7c06216-8f54-488d-a87b-b267aa1960d0', 'network_id': '364f9ea7-bb68-4d81-80ce-70cec45c9d8c', 'port_id': 'f7c06216-8f54-488d-a87b-b267aa1960d0', 'mac_address': 'fa:16:3e:8d:9d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c808082-165d-460f-8e14-ccd6588ca3a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:26:59.327915 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c08f8934-97e3-4f07-8e62-77b7d2d02a9f req-502b85a6-1f2b-49e3-bce1-14fc84038574 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 210 time: 0.0465651
May 13 16:26:59.348770 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:59.370858 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c06216-8f54-488d-a87b-b267aa1960d0 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:26:59.388654 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port f7c06216-8f54-488d-a87b-b267aa1960d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f7c06216-8f54-488d-a87b-b267aa1960d0,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:26:59.476073 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:26:59.477840 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:26:59.527863 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f7a1e-eaaf-4f5d-aede-5c6d659b89de req-95ccc7b2-ceb8-43d6-8af2-685d4b554ec9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:59.529470 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b81f7a1e-eaaf-4f5d-aede-5c6d659b89de req-95ccc7b2-ceb8-43d6-8af2-685d4b554ec9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 944 time: 0.0899630
May 13 16:26:59.572765 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=f7c06216-8f54-488d-a87b-b267aa1960d0,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:26:59.575959 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:26:59.602172 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b81f7a1e-eaaf-4f5d-aede-5c6d659b89de req-5d5d3746-b8be-4b1c-adbb-054059924b4e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651987
May 13 16:26:59.814555 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3773ff-680a-41f6-b58b-0e37a821845c req-d7c18b8b-d03d-4001-8aeb-24d4050ffb52 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:59.816151 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2c3773ff-680a-41f6-b58b-0e37a821845c req-d7c18b8b-d03d-4001-8aeb-24d4050ffb52 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1035116
May 13 16:26:59.909975 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2c3773ff-680a-41f6-b58b-0e37a821845c req-7d051d55-836b-4bad-928d-58a3a89ed6e1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874560
May 13 16:26:59.942570 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f5d45-551c-450b-88c7-6dbf5d57fd3b req-b993f4c0-22c0-4191-980a-8d60b510c5ed tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:59.944120 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fc2f5d45-551c-450b-88c7-6dbf5d57fd3b req-b993f4c0-22c0-4191-980a-8d60b510c5ed tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.0985975
May 13 16:26:59.951061 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-45712998-a200-413f-8660-23898604170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:26:59.952568 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-45712998-a200-413f-8660-23898604170e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.1140165
May 13 16:26:59.991179 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fc2f5d45-551c-450b-88c7-6dbf5d57fd3b req-1e8f2e11-8100-41f0-bcce-6f2c7683efbe tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408928
May 13 16:27:00.123688 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-070bf042-fe51-4919-b444-35bd8c4eac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:00.125173 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-070bf042-fe51-4919-b444-35bd8c4eac1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 919 time: 0.1343896
May 13 16:27:00.232919 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-2b24a456-9904-43cf-9f56-99c112a112a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 217 time: 0.0640509
May 13 16:27:00.309390 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-b6e9b5d8-9014-4364-8ff4-60a549230f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:00.310891 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-b6e9b5d8-9014-4364-8ff4-60a549230f35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.0630217
May 13 16:27:00.321203 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['f7c06216-8f54-488d-a87b-b267aa1960d0'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:00.371283 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-a34505aa-7374-4c4b-b8d0-448e3616ebae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413923
May 13 16:27:00.429794 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-44de7a73-33c7-42ae-93eb-bf9ae90d9efe req-40c158b7-c84f-41b4-bf9a-55b3e7430cd1 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 210 time: 0.0446973
May 13 16:27:00.520817 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-cddc3553-4379-44a2-ac2e-60ba9c134f4b service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365876
May 13 16:27:00.795321 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f3872bfe-4af5-4ae8-8655-ec1e6bb1d377 req-d5141c26-699b-4ab3-9115-90aa7921c04e service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563353
May 13 16:27:00.828463 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233789a-3827-41b1-b4b7-45b0f4ca4ce6 req-93d45633-5317-4d5a-8815-2b4b53cac499 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:00.829964 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4233789a-3827-41b1-b4b7-45b0f4ca4ce6 req-93d45633-5317-4d5a-8815-2b4b53cac499 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 944 time: 0.1009507
May 13 16:27:00.879899 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4233789a-3827-41b1-b4b7-45b0f4ca4ce6 req-b276a8eb-c097-4105-9b90-2c1b7930ce0f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440254
May 13 16:27:01.105131 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea32d9-ac65-4130-9ea8-a4cd653a2882 req-7bbc4402-a76b-41cd-832b-e5fbe3d5edf3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:01.106542 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9eea32d9-ac65-4130-9ea8-a4cd653a2882 req-7bbc4402-a76b-41cd-832b-e5fbe3d5edf3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0843699
May 13 16:27:01.154295 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9eea32d9-ac65-4130-9ea8-a4cd653a2882 req-66afb05f-37c7-4409-a753-94136cf2d156 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421278
May 13 16:27:01.204479 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364bf3a-c6f5-4e59-ba90-93fe042f4e8a req-c0564fa4-e044-49ac-a770-bb6172a31582 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:01.206326 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7364bf3a-c6f5-4e59-ba90-93fe042f4e8a req-c0564fa4-e044-49ac-a770-bb6172a31582 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.1038871
May 13 16:27:01.255445 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7364bf3a-c6f5-4e59-ba90-93fe042f4e8a req-e26a6b6c-0884-4189-8680-5c9cee68079f tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427620
May 13 16:27:01.587705 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b9b3bc93-c506-4671-93ed-216a57dc9524 req-1af833d2-0da8-4157-87e8-ca0eae9ee823 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 210 time: 0.0426192
May 13 16:27:02.004255 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a3f88-6edc-4361-a9af-bb21bd8ac6b0 req-c92e6094-07ce-4965-852a-b76c4124cf06 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:02.005740 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bd1a3f88-6edc-4361-a9af-bb21bd8ac6b0 req-c92e6094-07ce-4965-852a-b76c4124cf06 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.0878823
May 13 16:27:02.053725 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bd1a3f88-6edc-4361-a9af-bb21bd8ac6b0 req-371ebf88-7e2a-456c-9874-0601c790a7f5 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417330
May 13 16:27:02.076395 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24db5e2-a36a-432d-80f8-31284b32a354 req-5dbe5297-4340-4f27-b4ad-fa95b2865411 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:02.077988 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c24db5e2-a36a-432d-80f8-31284b32a354 req-5dbe5297-4340-4f27-b4ad-fa95b2865411 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 944 time: 0.0878353
May 13 16:27:02.124464 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c24db5e2-a36a-432d-80f8-31284b32a354 req-858523f8-7530-493e-87b3-76c65f29d7a5 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407898
May 13 16:27:02.347010 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e751-8a04-40c4-83fd-67d0269742c5 req-d6b80590-94fb-4452-acde-d7d0ee8d61e8 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:02.348476 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2021e751-8a04-40c4-83fd-67d0269742c5 req-d6b80590-94fb-4452-acde-d7d0ee8d61e8 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0870705
May 13 16:27:02.395727 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2021e751-8a04-40c4-83fd-67d0269742c5 req-b24dc305-603d-4a35-96e1-2228f1307023 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409129
May 13 16:27:02.615608 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-2d311fdb-fa14-4041-b6ca-2c48cf54d886 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d3a5f5dbc15743818dd43878ebad5a9f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0282636
May 13 16:27:02.749009 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9937fc12-e2db-4a5e-9a91-2cd3190e32ba req-9a1a3ea0-25aa-477a-b574-0613dde12d0c tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 210 time: 0.0528083
May 13 16:27:02.781424 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-0f9ece12-afb9-49bd-8288-796bcda38927 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:02.785553 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-0f9ece12-afb9-49bd-8288-796bcda38927 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1519752
May 13 16:27:02.820606 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Request body: {'port': {'device_id': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634', 'admin_state_up': True, 'tenant_id': 'd3a5f5dbc15743818dd43878ebad5a9f'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:27:02.960668 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:27:02.964660 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Usage tracker for resource:port and tenant:d3a5f5dbc15743818dd43878ebad5a9f is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:27:02.967604 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:27:02.973354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:27:03.081890 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device f7c06216-8f54-488d-a87b-b267aa1960d0 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:27:03.110232 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Made reservation on behalf of d3a5f5dbc15743818dd43878ebad5a9f for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:27:03.114223 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.128702 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.143904 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:27:03.152741 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Usage tracker for resource:security_group_rule and tenant:d3a5f5dbc15743818dd43878ebad5a9f is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:27:03.156151 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:27:03.162301 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:27:03.245096 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38583f1d-f8a7-4673-b587-8621f72fadcd req-9a37dec2-a2b0-4a34-8948-25c6b3f0f57f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:03.247343 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38583f1d-f8a7-4673-b587-8621f72fadcd req-9a37dec2-a2b0-4a34-8948-25c6b3f0f57f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.0844688
May 13 16:27:03.251731 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.269819 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port f7c06216-8f54-488d-a87b-b267aa1960d0 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:27:03.274877 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port f7c06216-8f54-488d-a87b-b267aa1960d0 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:27:03.275315 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.295029 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38583f1d-f8a7-4673-b587-8621f72fadcd req-6a513084-a166-4474-821a-c053f3fbfad1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416405
May 13 16:27:03.359380 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.362474 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e4fc9175-d593-4080-b7e3-1e3a66f53c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:03.401129 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.429648 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c06216-8f54-488d-a87b-b267aa1960d0'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:03.440374 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port f7c06216-8f54-488d-a87b-b267aa1960d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f7c06216-8f54-488d-a87b-b267aa1960d0,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:03.441950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b97db5-52ca-4001-9b55-25f7534bc716,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:03.447132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:03.477633 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f44024-376e-49c9-9a8f-0dd18730868e req-1271bae7-01a5-401a-993d-8ca8eb78a76a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:03.479398 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c9f44024-376e-49c9-9a8f-0dd18730868e req-1271bae7-01a5-401a-993d-8ca8eb78a76a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 944 time: 0.0842249
May 13 16:27:03.530683 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c9f44024-376e-49c9-9a8f-0dd18730868e req-15455296-4962-4870-a2d5-bb5f1d34450c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440726
May 13 16:27:03.543939 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Allocated IP 192.168.233.14 (883b0d34-6ee3-43f9-8e4e-59779b5be634/2b45bdca-6c89-4ab2-8324-edae92dbb812/9de37502-367a-404c-89dd-44496b3fe7d0) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:27:03.587697 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c06216-8f54-488d-a87b-b267aa1960d0', 'code': 200}
May 13 16:27:03.633134 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.636577 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:03.707733 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=f7c06216-8f54-488d-a87b-b267aa1960d0,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:03.711245 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:03.764057 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb331-3b07-4d1b-99f5-8931858175ce req-1e5990d6-58cf-492c-84ab-adc7ddbc6089 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:03.765705 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bc6bb331-3b07-4d1b-99f5-8931858175ce req-1e5990d6-58cf-492c-84ab-adc7ddbc6089 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.0854771
May 13 16:27:03.766597 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbfc40-2e39-47d0-a4d4-2ec8c4ae5f4d req-db4b2e32-5245-4b29-8afa-458970be9f15 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:03.768192 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-96dbfc40-2e39-47d0-a4d4-2ec8c4ae5f4d req-db4b2e32-5245-4b29-8afa-458970be9f15 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2046518
May 13 16:27:03.816905 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bc6bb331-3b07-4d1b-99f5-8931858175ce req-cdd32226-012c-4b1b-86aa-d2219b0953aa tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419157
May 13 16:27:03.861787 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-96dbfc40-2e39-47d0-a4d4-2ec8c4ae5f4d req-0b5612db-fe73-4028-bdaf-76aa5b09b1ed tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820160
May 13 16:27:03.877110 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:03.894049 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Transition to ACTIVE for port object 9de37502-367a-404c-89dd-44496b3fe7d0 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:27:04.004993 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a12535a5-fa9a-45aa-838d-d947cd7b847c req-158f70e1-91f5-42ca-bdb5-407638c2e9ad tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 210 time: 0.0461323
May 13 16:27:04.030494 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:04.043985 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:04.096612 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Network 883b0d34-6ee3-43f9-8e4e-59779b5be634 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:27:04.099642 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:27:04.108737 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:27:04.143497 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Pushing event updated for resources: {'Port': ['ID=9de37502-367a-404c-89dd-44496b3fe7d0,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:04.151412 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:04.181332 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:04.181957 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:04.254311 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb24e29-804e-4540-a0be-3608f8cb83a3 req-23c6a696-b816-45ab-a79e-a687dc6e678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:04.255764 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8bb24e29-804e-4540-a0be-3608f8cb83a3 req-23c6a696-b816-45ab-a79e-a687dc6e678b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 1098 time: 0.0709708
May 13 16:27:04.308957 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8bb24e29-804e-4540-a0be-3608f8cb83a3 req-8d3d8b31-fc3f-48ea-adc9-a1f34b87b710 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380676
May 13 16:27:04.318845 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5023806
May 13 16:27:04.392181 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d3282a9a-c27a-48b0-b641-c3a7d30df060 None None] Provisioning for port 9de37502-367a-404c-89dd-44496b3fe7d0 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:27:04.397186 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d3282a9a-c27a-48b0-b641-c3a7d30df060 None None] Provisioning complete for port 9de37502-367a-404c-89dd-44496b3fe7d0 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:27:04.397543 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d3282a9a-c27a-48b0-b641-c3a7d30df060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:04.454201 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-d3282a9a-c27a-48b0-b641-c3a7d30df060 None None] Port 9de37502-367a-404c-89dd-44496b3fe7d0 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:27:04.484682 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a04fc3-0335-4173-b1ae-b5ed364701f5 req-f67fd0c2-b3ae-4255-8a7d-eb2b5cdffdce tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:04.486198 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e3a04fc3-0335-4173-b1ae-b5ed364701f5 req-f67fd0c2-b3ae-4255-8a7d-eb2b5cdffdce tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.0813887
May 13 16:27:04.530347 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e3a04fc3-0335-4173-b1ae-b5ed364701f5 req-cb55e12e-3ddc-45d2-90a4-b67908d6b9dd tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384040
May 13 16:27:04.716761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13f0ba-7455-43fe-8cba-4cd71564c59f req-880171b9-53aa-4ab0-8840-5723c34ef6e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:04.718261 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8f13f0ba-7455-43fe-8cba-4cd71564c59f req-880171b9-53aa-4ab0-8840-5723c34ef6e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 945 time: 0.0796983
May 13 16:27:04.738457 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Request body: {'port': {'device_id': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:27:04.762200 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8f13f0ba-7455-43fe-8cba-4cd71564c59f req-8f27396c-e7a3-4cea-b1ab-21d2ac5dc854 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382619
May 13 16:27:04.849251 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:05.059751 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d910-c062-437d-bdab-99b228dee155 req-149ab013-37af-4530-9c84-1d3e7568c8c1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:05.061009 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6906d910-c062-437d-bdab-99b228dee155 req-149ab013-37af-4530-9c84-1d3e7568c8c1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0856278
May 13 16:27:05.108595 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6906d910-c062-437d-bdab-99b228dee155 req-285fb063-eb64-4348-b62a-0fdc4c2e7476 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412002
May 13 16:27:05.222804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218904-d43c-4575-a4b2-8290c48faae0 req-7c264d64-9976-448a-b670-2d45d50fa0f5 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:05.224385 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-12218904-d43c-4575-a4b2-8290c48faae0 req-7c264d64-9976-448a-b670-2d45d50fa0f5 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.2310758
May 13 16:27:05.296670 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441d759-6f54-459e-a028-b2dc7bf78298 req-f78fa1a4-0629-4f01-bc85-27433bf16b26 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:05.298180 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b441d759-6f54-459e-a028-b2dc7bf78298 req-f78fa1a4-0629-4f01-bc85-27433bf16b26 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 935 time: 0.0854349
May 13 16:27:05.305863 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-12218904-d43c-4575-a4b2-8290c48faae0 req-01e7b8f2-da6b-4ceb-96dd-7d30796ceb8e tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732260
May 13 16:27:05.403767 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de37502-367a-404c-89dd-44496b3fe7d0 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:27:05.411894 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:05.421338 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b441d759-6f54-459e-a028-b2dc7bf78298 req-5b9e279f-fdb0-4b1c-85c3-1cecccf7b006 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173689
May 13 16:27:05.429679 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Transition to ACTIVE for port object 9de37502-367a-404c-89dd-44496b3fe7d0 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:27:05.506722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:05.510526 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:05.673365 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9de37502-367a-404c-89dd-44496b3fe7d0,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:05.701377 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:05.774828 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a41f6-4538-4787-b1a8-7309b9a3226e req-8d12d081-34ad-4bc5-9b88-4e331f057175 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:05.776333 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f52a41f6-4538-4787-b1a8-7309b9a3226e req-8d12d081-34ad-4bc5-9b88-4e331f057175 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.0865240
May 13 16:27:05.785197 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Attempting to bind port 9de37502-367a-404c-89dd-44496b3fe7d0 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:27:05.785360 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Attempting to bind port 9de37502-367a-404c-89dd-44496b3fe7d0 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:27:05.785685 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Attempting to bind port 9de37502-367a-404c-89dd-44496b3fe7d0 on network 883b0d34-6ee3-43f9-8e4e-59779b5be634 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:27:05.790532 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Port 9de37502-367a-404c-89dd-44496b3fe7d0 on network 883b0d34-6ee3-43f9-8e4e-59779b5be634 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:27:05.790851 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Attempting to bind port 9de37502-367a-404c-89dd-44496b3fe7d0 on network 883b0d34-6ee3-43f9-8e4e-59779b5be634 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:27:05.796238 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:27:05.796572 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Checking segment: {'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:27:05.796952 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Bound using segment: {'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:27:05.797490 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Bound port: 9de37502-367a-404c-89dd-44496b3fe7d0, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '489d56a3-c220-441a-b5c0-14f4286f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:27:05.797833 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:05.829292 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f52a41f6-4538-4787-b1a8-7309b9a3226e req-75ba2bb2-68da-4ce4-be23-593a7174c8ae tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415249
May 13 16:27:05.965374 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] For port 9de37502-367a-404c-89dd-44496b3fe7d0, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:27:05.969572 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] For port 9de37502-367a-404c-89dd-44496b3fe7d0, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9de37502-367a-404c-89dd-44496b3fe7d0,segment=NetworkSegment(489d56a3-c220-441a-b5c0-14f4286f7b16),segment_id=489d56a3-c220-441a-b5c0-14f4286f7b16)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:27:05.997497 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46a213-fdd1-4729-a236-dfc6e831ed14 req-79a2bc9a-89eb-4eb8-bdf2-7415b14b1467 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:05.998957 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3b46a213-fdd1-4729-a236-dfc6e831ed14 req-79a2bc9a-89eb-4eb8-bdf2-7415b14b1467 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 945 time: 0.1195362
May 13 16:27:06.043314 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3b46a213-fdd1-4729-a236-dfc6e831ed14 req-31c042c1-e59e-46ee-8b06-fd15b0b01bf1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387647
May 13 16:27:06.067106 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:06.071832 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cce6a56d-2aaa-4476-b527-0707bb84d67d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:06.124935 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:06.125591 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:06.127050 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] 10.222.0.24 "PUT /v2.0/ports/9de37502-367a-404c-89dd-44496b3fe7d0 HTTP/1.1" status: 200  len: 1097 time: 1.3935685
May 13 16:27:06.127507 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'tag': '9de37502-367a-404c-89dd-44496b3fe7d0'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:06.155638 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9de37502-367a-404c-89dd-44496b3fe7d0,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:06.160462 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:06.194074 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'tag': '9de37502-367a-404c-89dd-44496b3fe7d0', 'status': 'completed', 'code': 200}
May 13 16:27:06.314335 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7abf-fb79-486a-96a5-650ae4c625c6 req-fdd5383f-2309-4331-837e-92faa5ec3c78 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:06.315851 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f02d7abf-fb79-486a-96a5-650ae4c625c6 req-fdd5383f-2309-4331-837e-92faa5ec3c78 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0935261
May 13 16:27:06.391998 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-c40b3074-95a5-4d24-b75f-50fcbff4fd44 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:06.393488 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-c40b3074-95a5-4d24-b75f-50fcbff4fd44 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.0936835
May 13 16:27:06.404146 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f02d7abf-fb79-486a-96a5-650ae4c625c6 req-6e5d947c-86ea-4a9b-90a1-6f8c65f82d6d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572057
May 13 16:27:06.430160 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b91a4-d0d5-4743-971b-a52ec48b183f req-a012a49d-d8c5-4399-9176-8ab52617ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:06.431600 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2c7b91a4-d0d5-4743-971b-a52ec48b183f req-a012a49d-d8c5-4399-9176-8ab52617ed78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3a5f5dbc15743818dd43878ebad5a9f&device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 1100 time: 0.1148729
May 13 16:27:06.506177 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ac75f-ccc5-40f5-8ad3-9eb23d7e68d7 req-9cbef503-a71c-4bac-aaef-14989ac65f41 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:06.507717 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d55ac75f-ccc5-40f5-8ad3-9eb23d7e68d7 req-9cbef503-a71c-4bac-aaef-14989ac65f41 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.0905509
May 13 16:27:06.585632 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2c7b91a4-d0d5-4743-971b-a52ec48b183f req-2ce6b468-707f-4db7-9dab-28beaa240434 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d3a5f5dbc15743818dd43878ebad5a9f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0610802
May 13 16:27:06.642430 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d55ac75f-ccc5-40f5-8ad3-9eb23d7e68d7 req-6b5df800-5c9a-48c8-91f1-e237d71687ce tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276779
May 13 16:27:06.709728 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Deleting port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:27:06.711558 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:06.747224 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e935-1c5e-4e83-b43b-87c16c515701 req-b5971f54-e66c-4fc7-b8fc-e611692ae7dd tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:06.748670 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2311e935-1c5e-4e83-b43b-87c16c515701 req-b5971f54-e66c-4fc7-b8fc-e611692ae7dd tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 947 time: 0.1975145
May 13 16:27:06.779479 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b91a4-d0d5-4743-971b-a52ec48b183f req-a8b540dd-4530-4413-8c78-f5146cd0da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:06.780901 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2c7b91a4-d0d5-4743-971b-a52ec48b183f req-a8b540dd-4530-4413-8c78-f5146cd0da4e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1837831
May 13 16:27:06.806332 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2311e935-1c5e-4e83-b43b-87c16c515701 req-e0c96bc9-9316-4161-bbaa-51b7ca913254 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489886
May 13 16:27:06.852520 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] For port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:06.853174 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:06.978964 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Calling delete_port for 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:27:07.077555 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-f82abe3a-2b8b-40dd-80d7-572294b59065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.079024 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-f82abe3a-2b8b-40dd-80d7-572294b59065 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3a5f5dbc15743818dd43878ebad5a9f&device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 1100 time: 0.1017168
May 13 16:27:07.086458 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c75a8f-db03-413e-a3a8-16ad2e889eed req-f673b33b-9630-4c97-9085-7e98686baac6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.087858 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-05c75a8f-db03-413e-a3a8-16ad2e889eed req-f673b33b-9630-4c97-9085-7e98686baac6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 945 time: 0.1458647
May 13 16:27:07.186216 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-8a191f63-33fe-447d-8dc8-ad894fdcbd23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=9de37502-367a-404c-89dd-44496b3fe7d0 HTTP/1.1" status: 200  len: 217 time: 0.0738082
May 13 16:27:07.196725 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-05c75a8f-db03-413e-a3a8-16ad2e889eed req-6e6814c2-4e2f-4e94-9c84-e09373f8fd06 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024551
May 13 16:27:07.265986 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-c22ab524-3ba8-43ee-b47b-5b71c7efd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.267690 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-c22ab524-3ba8-43ee-b47b-5b71c7efd0b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b45bdca-6c89-4ab2-8324-edae92dbb812 HTTP/1.1" status: 200  len: 843 time: 0.0636604
May 13 16:27:07.278814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:07.287699 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7b390278-a0d3-42c1-bdc2-28e08edbb450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:07.339825 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['1533ac6c-95eb-4a37-b138-4afe4d1ecc03'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:07.341454 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Pushing event deleted for resources: {'Port': ['ID=1533ac6c-95eb-4a37-b138-4afe4d1ecc03,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:07.361765 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-4556c69e-8593-4972-84f6-c2799b23e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.363254 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-4556c69e-8593-4972-84f6-c2799b23e73f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=883b0d34-6ee3-43f9-8e4e-59779b5be634&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0733020
May 13 16:27:07.374612 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:07.419407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] No DVR routers for this DVR port 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:27:07.424619 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:07.465727 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17a40f-2460-4eb5-9450-925b2b01ddfb req-c2106620-e296-477c-9d80-e43f49cbafbf tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.465727 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3f17a40f-2460-4eb5-9450-925b2b01ddfb req-c2106620-e296-477c-9d80-e43f49cbafbf tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 945 time: 0.3017445
May 13 16:27:07.508866 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3f17a40f-2460-4eb5-9450-925b2b01ddfb req-3445ce8d-668c-43fa-a7e4-bdc8fb3c0fb2 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453234
May 13 16:27:07.514068 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-fed5f637-d522-4f86-8bb7-63071d8ac9f2 service neutron] 10.222.0.24 "GET /v2.0/networks/883b0d34-6ee3-43f9-8e4e-59779b5be634?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303477
May 13 16:27:07.534031 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-223a6fc5-cab8-4c30-97bf-c32bfd603c76 req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "DELETE /v2.0/ports/1533ac6c-95eb-4a37-b138-4afe4d1ecc03 HTTP/1.1" status: 204  len: 173 time: 1.0045588
May 13 16:27:07.709748 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-21484529-5ca4-4d5e-b71f-9aace3c1e399 req-8c1ad7b8-e6bd-4075-8aa8-fb0b31c7e964 service neutron] 10.222.0.24 "GET /v2.0/networks/883b0d34-6ee3-43f9-8e4e-59779b5be634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575649
May 13 16:27:07.718690 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29ef0-a994-4807-9332-75aff9e6a511 req-7fdb92d0-9ce3-4269-a97b-c24f91cc2810 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.720038 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccb29ef0-a994-4807-9332-75aff9e6a511 req-7fdb92d0-9ce3-4269-a97b-c24f91cc2810 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1987922
May 13 16:27:07.769815 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccb29ef0-a994-4807-9332-75aff9e6a511 req-c1348fb2-b94c-4294-bce8-c4dd5be6cb06 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439155
May 13 16:27:07.862049 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59804fbb-5954-47dc-bd78-1f0f73678edd req-756f9d71-92f5-41be-8e1c-1a26aafc07ba tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.863619 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-59804fbb-5954-47dc-bd78-1f0f73678edd req-756f9d71-92f5-41be-8e1c-1a26aafc07ba tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.0912769
May 13 16:27:07.910216 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-59804fbb-5954-47dc-bd78-1f0f73678edd req-087cd579-1785-42d5-9e25-8f30529ad764 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/security-groups?id=d55c778f-ed46-4fb4-96e7-01e958652a97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403979
May 13 16:27:07.997854 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a914d39-1954-4759-beb7-c2b1c88ce653 req-5017677e-7563-40b1-a497-3089469f583d tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:07.999658 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6a914d39-1954-4759-beb7-c2b1c88ce653 req-5017677e-7563-40b1-a497-3089469f583d tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 947 time: 0.0848315
May 13 16:27:08.046594 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6a914d39-1954-4759-beb7-c2b1c88ce653 req-80b1ae76-5f4f-4afe-9261-da29840a55e6 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405457
May 13 16:27:08.195248 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'name': 'network-vif-deleted', 'tag': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:08.243159 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf7259-da19-4811-a404-93e2593fe1af req-98a362d4-6139-4968-b752-9e9b8fe92a4d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:08.244979 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eadf7259-da19-4811-a404-93e2593fe1af req-98a362d4-6139-4968-b752-9e9b8fe92a4d tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 945 time: 0.0972011
May 13 16:27:08.253162 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53c86b7-07d6-450d-8987-4ecaabb80bd2', 'name': 'network-vif-deleted', 'tag': '1533ac6c-95eb-4a37-b138-4afe4d1ecc03', 'status': 'completed', 'code': 200}
May 13 16:27:08.401237 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-c52c13f8-174a-48c5-a6da-09dfaf9c1121 req-af12373d-38b3-4888-9a17-4f91da9c390f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Synchronizing usage tracker for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:08.408429 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Deleting port 3820e178-e1c9-4746-af52-39c0452d5c19 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:27:08.408833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:08.532499 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-c52c13f8-174a-48c5-a6da-09dfaf9c1121 req-af12373d-38b3-4888-9a17-4f91da9c390f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Unset dirty status for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:08.533996 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c52c13f8-174a-48c5-a6da-09dfaf9c1121 req-af12373d-38b3-4888-9a17-4f91da9c390f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53c86b7-07d6-450d-8987-4ecaabb80bd2 HTTP/1.1" status: 200  len: 210 time: 0.1764545
May 13 16:27:08.612947 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] For port 3820e178-e1c9-4746-af52-39c0452d5c19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3820e178-e1c9-4746-af52-39c0452d5c19,segment=NetworkSegment(513d7dfa-8217-4f3f-92e9-6702b9b376d9),segment_id=513d7dfa-8217-4f3f-92e9-6702b9b376d9)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:08.613337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:08.734228 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Calling delete_port for 3820e178-e1c9-4746-af52-39c0452d5c19 owned by compute:nova {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:27:08.918133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:08.929259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:08.975827 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Pushing event deleted for resources: {'Port': ['ID=3820e178-e1c9-4746-af52-39c0452d5c19,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:08.982177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:08.991516 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['3820e178-e1c9-4746-af52-39c0452d5c19'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:09.062237 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] No DVR routers for this DVR port 3820e178-e1c9-4746-af52-39c0452d5c19 on host hv-cinder-68948 {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:27:09.067903 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:09.070694 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'name': 'network-vif-deleted', 'tag': '3820e178-e1c9-4746-af52-39c0452d5c19'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:09.078049 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3360bd34-6ab2-4578-8fe0-4b4686598338 req-8a9b8c0e-1cba-4cd4-b6d8-5373485c553b tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0534413
May 13 16:27:09.099506 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c040aa7-b928-46d8-ae8e-0d0e7e0e6945 req-c094ff31-41f5-4c41-8b0d-75bd2dfe7772 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:09.099506 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4c040aa7-b928-46d8-ae8e-0d0e7e0e6945 req-c094ff31-41f5-4c41-8b0d-75bd2dfe7772 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2202826
May 13 16:27:09.149148 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4c040aa7-b928-46d8-ae8e-0d0e7e0e6945 req-318ce1ba-d7e1-4e10-a1a0-6f0f35d6223f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415430
May 13 16:27:09.204770 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad82bd9-50e6-4d3b-9c13-d2a9afce29be', 'name': 'network-vif-deleted', 'tag': '3820e178-e1c9-4746-af52-39c0452d5c19', 'status': 'completed', 'code': 200}
May 13 16:27:09.207586 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eadf7259-da19-4811-a404-93e2593fe1af req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.24 "DELETE /v2.0/ports/3820e178-e1c9-4746-af52-39c0452d5c19 HTTP/1.1" status: 204  len: 173 time: 0.9358606
May 13 16:27:09.270044 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25613694-1957-4f41-a684-6bc19dd30fbe req-fbb93448-5fcc-4185-872e-f2e4183a19f0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:09.270758 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-25613694-1957-4f41-a684-6bc19dd30fbe req-fbb93448-5fcc-4185-872e-f2e4183a19f0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Synchronizing usage tracker for tenant:d3a5f5dbc15743818dd43878ebad5a9f on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:09.386784 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-25613694-1957-4f41-a684-6bc19dd30fbe req-fbb93448-5fcc-4185-872e-f2e4183a19f0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Unset dirty status for tenant:d3a5f5dbc15743818dd43878ebad5a9f on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:09.388007 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25613694-1957-4f41-a684-6bc19dd30fbe req-fbb93448-5fcc-4185-872e-f2e4183a19f0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 947 time: 0.2049658
May 13 16:27:09.434218 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-25613694-1957-4f41-a684-6bc19dd30fbe req-948b9dda-e1e7-47e7-8b54-093a133fbc9c tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Synchronizing usage tracker for tenant:d3a5f5dbc15743818dd43878ebad5a9f on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:09.598027 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-25613694-1957-4f41-a684-6bc19dd30fbe req-948b9dda-e1e7-47e7-8b54-093a133fbc9c tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Unset dirty status for tenant:d3a5f5dbc15743818dd43878ebad5a9f on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:09.599284 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25613694-1957-4f41-a684-6bc19dd30fbe req-948b9dda-e1e7-47e7-8b54-093a133fbc9c tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053318
May 13 16:27:10.296897 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7cc365b-75bc-4599-9226-96edb001d960 req-5995c648-8bbf-4c4f-aecd-4af1e3732cb3 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad82bd9-50e6-4d3b-9c13-d2a9afce29be HTTP/1.1" status: 200  len: 210 time: 0.0814154
May 13 16:27:10.480477 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a972722-1e48-49c0-ae55-05a13dc74030 req-cdfc90e5-254c-4663-8206-244b6643fdb1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:10.482036 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6a972722-1e48-49c0-ae55-05a13dc74030 req-cdfc90e5-254c-4663-8206-244b6643fdb1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0832076
May 13 16:27:10.531110 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6a972722-1e48-49c0-ae55-05a13dc74030 req-e4f40f00-df7f-4f03-81c1-ecebcc048ded tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429959
May 13 16:27:10.810394 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddacab-69a2-41c4-918d-06225e3691b9 req-63de7417-960f-43fe-90a1-b2400d4bbad8 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:10.812175 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-55ddacab-69a2-41c4-918d-06225e3691b9 req-63de7417-960f-43fe-90a1-b2400d4bbad8 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 947 time: 0.0944681
May 13 16:27:10.860162 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-55ddacab-69a2-41c4-918d-06225e3691b9 req-aec08bd9-2bc2-4047-8eb7-6570b7629ffc tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417736
May 13 16:27:11.612414 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6e65fa58-26fe-41d0-b0aa-70d3a0f898dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:11.724733 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9e5fb-4124-41b9-a0c6-50c209750e34 req-93f3f480-862b-4b39-bc2d-efed78346dea tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:11.726297 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-69a9e5fb-4124-41b9-a0c6-50c209750e34 req-93f3f480-862b-4b39-bc2d-efed78346dea tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0804808
May 13 16:27:11.774444 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-69a9e5fb-4124-41b9-a0c6-50c209750e34 req-1e5319bd-4900-4725-b5c7-e5a9a3b29f76 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413179
May 13 16:27:12.047425 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5eb3-4446-4b7d-99b9-675f0a6e74f5 req-cf2f8167-c0ad-475c-b7bf-a975f194024d tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:12.048900 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e8bc5eb3-4446-4b7d-99b9-675f0a6e74f5 req-cf2f8167-c0ad-475c-b7bf-a975f194024d tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 947 time: 0.0822120
May 13 16:27:12.094915 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e8bc5eb3-4446-4b7d-99b9-675f0a6e74f5 req-9e88a70a-f7e6-4ca6-8e99-601a0e58310d tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402701
May 13 16:27:12.972174 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d6ff-fa1c-46ee-b273-f239b08a6df5 req-58639f21-9fe0-4468-b926-ed1ebd89bae0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:12.973731 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5951d6ff-fa1c-46ee-b273-f239b08a6df5 req-58639f21-9fe0-4468-b926-ed1ebd89bae0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0901744
May 13 16:27:13.021341 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5951d6ff-fa1c-46ee-b273-f239b08a6df5 req-80f344ef-836e-4259-b28f-04f80ed5756c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413516
May 13 16:27:13.215167 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9de37502-367a-404c-89dd-44496b3fe7d0 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:27:13.290400 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16ee43-cb6e-4bf3-8f9f-e22f82fa3181 req-271b17e1-eb6e-4708-b5d4-05422366c369 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:13.297507 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ab16ee43-cb6e-4bf3-8f9f-e22f82fa3181 req-271b17e1-eb6e-4708-b5d4-05422366c369 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 947 time: 0.0851867
May 13 16:27:13.338024 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ab16ee43-cb6e-4bf3-8f9f-e22f82fa3181 req-e945e129-24ac-480d-bc0e-baf8efa8c454 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402095
May 13 16:27:13.356973 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9de37502-367a-404c-89dd-44496b3fe7d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9de37502-367a-404c-89dd-44496b3fe7d0,segment=NetworkSegment(489d56a3-c220-441a-b5c0-14f4286f7b16),segment_id=489d56a3-c220-441a-b5c0-14f4286f7b16)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:13.374909 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '9de37502-367a-404c-89dd-44496b3fe7d0', 'network_id': '883b0d34-6ee3-43f9-8e4e-59779b5be634', 'port_id': '9de37502-367a-404c-89dd-44496b3fe7d0', 'mac_address': 'fa:16:3e:80:2c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b45bdca-6c89-4ab2-8324-edae92dbb812', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:27:13.431707 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:13.449799 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de37502-367a-404c-89dd-44496b3fe7d0 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:27:13.466081 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9de37502-367a-404c-89dd-44496b3fe7d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9de37502-367a-404c-89dd-44496b3fe7d0,segment=NetworkSegment(489d56a3-c220-441a-b5c0-14f4286f7b16),segment_id=489d56a3-c220-441a-b5c0-14f4286f7b16)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:13.614891 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:13.616753 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-b30102ad-268c-42e3-92ad-7144d72e764e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:13.697558 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=9de37502-367a-404c-89dd-44496b3fe7d0,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:13.701700 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:13.763588 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:13.946465 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0ae09f7f-8a4e-4991-b83c-adb827c87809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:14.208596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fac5e9-356e-4447-826f-efebf6ffe6bf req-14b7bec4-2d62-4fd7-8362-bf1025390239 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:14.210101 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-23fac5e9-356e-4447-826f-efebf6ffe6bf req-14b7bec4-2d62-4fd7-8362-bf1025390239 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0822945
May 13 16:27:14.256041 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-23fac5e9-356e-4447-826f-efebf6ffe6bf req-6e499f58-9fee-4c79-96fa-61dcc8d4b476 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395274
May 13 16:27:14.286333 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3820e178-e1c9-4746-af52-39c0452d5c19 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:27:14.321697 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 3820e178-e1c9-4746-af52-39c0452d5c19 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:27:14.322045 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3820e178-e1c9-4746-af52-39c0452d5c19 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:27:14.322479 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:27:14.356272 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:27:14.356621 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1533ac6c-95eb-4a37-b138-4afe4d1ecc03 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:27:14.529839 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436851a-26aa-450b-adac-777d7a4bcb49 req-cad48d11-2719-4326-ab41-8920dbe36a76 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:14.532415 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0436851a-26aa-450b-adac-777d7a4bcb49 req-cad48d11-2719-4326-ab41-8920dbe36a76 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 948 time: 0.0824599
May 13 16:27:14.579359 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0436851a-26aa-450b-adac-777d7a4bcb49 req-6c965c25-85ce-4409-98c5-8cf9e0c4178b tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422118
May 13 16:27:14.803523 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:15.445017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce0805-be18-4da1-8d21-4883b24b4178 req-d2c92b39-8a38-4885-b9b7-1e12a6331a34 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:15.446425 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-89ce0805-be18-4da1-8d21-4883b24b4178 req-d2c92b39-8a38-4885-b9b7-1e12a6331a34 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0836332
May 13 16:27:15.492130 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-89ce0805-be18-4da1-8d21-4883b24b4178 req-f72d549d-1595-4bb3-a959-590a3fb206fb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394986
May 13 16:27:15.764760 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517587e-6319-4b1f-af47-17194d916720 req-764244cc-cfa4-486f-92eb-783a6a77aab6 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:15.766309 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3517587e-6319-4b1f-af47-17194d916720 req-764244cc-cfa4-486f-92eb-783a6a77aab6 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 948 time: 0.0812292
May 13 16:27:15.811452 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3517587e-6319-4b1f-af47-17194d916720 req-9ae02b8a-2605-4224-9ae1-81037099d38a tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393674
May 13 16:27:16.684013 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bda21-284f-421e-a307-2038bf0bde22 req-99b499d6-c582-4561-ba13-de96a9def4b3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:16.685516 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ae5bda21-284f-421e-a307-2038bf0bde22 req-99b499d6-c582-4561-ba13-de96a9def4b3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0841508
May 13 16:27:16.715808 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:16.730896 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ae5bda21-284f-421e-a307-2038bf0bde22 req-1b38cd0f-e898-4be0-abc9-9ab4035e7026 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395753
May 13 16:27:16.992939 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4994e81-794c-4f40-933d-883ed91829d3 req-56e774b2-19f7-4348-8e10-b1292a6f0ed9 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:16.994352 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c4994e81-794c-4f40-933d-883ed91829d3 req-56e774b2-19f7-4348-8e10-b1292a6f0ed9 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 948 time: 0.0795519
May 13 16:27:17.044544 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c4994e81-794c-4f40-933d-883ed91829d3 req-2d3602f2-b71a-4052-b07a-abcad26b1f7f tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438573
May 13 16:27:17.909654 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:27:17.912270 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cf088-d5d4-4ecb-9041-cb6d21ead566 req-e97c57bf-f585-489a-961b-0f9694462537 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:17.913742 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-492cf088-d5d4-4ecb-9041-cb6d21ead566 req-e97c57bf-f585-489a-961b-0f9694462537 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0799303
May 13 16:27:17.957828 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-492cf088-d5d4-4ecb-9041-cb6d21ead566 req-32fccca7-3ce4-4aff-b356-49834a436d26 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377939
May 13 16:27:17.993902 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['9de37502-367a-404c-89dd-44496b3fe7d0'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:18.156406 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:18.252611 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d0691-7a65-469f-9831-400c57bffb7e req-fa0da96f-5da0-4ca3-a54c-2c75e407ec03 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:18.259782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7d9d0691-7a65-469f-9831-400c57bffb7e req-fa0da96f-5da0-4ca3-a54c-2c75e407ec03 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 948 time: 0.1006141
May 13 16:27:18.302485 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7d9d0691-7a65-469f-9831-400c57bffb7e req-0a13cb45-b89b-4d30-8c2c-2b4102781737 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418501
May 13 16:27:18.304665 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-67f70d54-bc72-4d7c-8334-b3f722dda8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:18.306175 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-67f70d54-bc72-4d7c-8334-b3f722dda8a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.0839055
May 13 16:27:18.465587 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-e69f5c5c-913b-4248-80bf-e341fe260534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:18.470291 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-e69f5c5c-913b-4248-80bf-e341fe260534 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 919 time: 0.1313462
May 13 16:27:18.548897 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-943f6a97-6d2a-4373-9690-ab46a31e0030 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 217 time: 0.0632393
May 13 16:27:18.699942 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-ef132bda-eb6e-4501-8d6d-da1744f227a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:18.701393 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-ef132bda-eb6e-4501-8d6d-da1744f227a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.1320503
May 13 16:27:18.754227 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-4b846588-262e-4300-9824-4fb130620d3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410161
May 13 16:27:18.900078 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-1b931f5a-7174-4f2d-8c18-bdd565af1551 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303835
May 13 16:27:19.043050 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bf987b20-4579-45f9-88b5-7efbc939d47e req-0d758982-a7e3-4d50-9da7-b6f053cf3973 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346388
May 13 16:27:19.161193 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f9f63-f834-4125-86dd-266c31bff2a7 req-5d0c0123-2961-42bf-bb01-767aa5f1e600 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:19.162710 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e51f9f63-f834-4125-86dd-266c31bff2a7 req-5d0c0123-2961-42bf-bb01-767aa5f1e600 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0953341
May 13 16:27:19.210919 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e51f9f63-f834-4125-86dd-266c31bff2a7 req-e64e9f74-142b-494c-90d9-ea35d714eb8f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416713
May 13 16:27:19.497703 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869b69-0d0f-4be3-b677-9ee859af0b01 req-1ba11f1b-2c61-414e-9e70-3d79f0862da0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:19.499373 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cd869b69-0d0f-4be3-b677-9ee859af0b01 req-1ba11f1b-2c61-414e-9e70-3d79f0862da0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 948 time: 0.0845079
May 13 16:27:19.548812 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cd869b69-0d0f-4be3-b677-9ee859af0b01 req-a4e08ae6-3495-4160-9d73-267bae682863 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423858
May 13 16:27:20.001973 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9de37502-367a-404c-89dd-44496b3fe7d0 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:27:20.186675 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 9de37502-367a-404c-89dd-44496b3fe7d0 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:27:20.191907 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 9de37502-367a-404c-89dd-44496b3fe7d0 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:27:20.192302 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:20.313226 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:20.351324 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de37502-367a-404c-89dd-44496b3fe7d0'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:20.364074 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 9de37502-367a-404c-89dd-44496b3fe7d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9de37502-367a-404c-89dd-44496b3fe7d0,segment=NetworkSegment(489d56a3-c220-441a-b5c0-14f4286f7b16),segment_id=489d56a3-c220-441a-b5c0-14f4286f7b16)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:20.419238 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de37502-367a-404c-89dd-44496b3fe7d0', 'code': 200}
May 13 16:27:20.446463 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:20.449191 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:20.451664 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abad40-1769-465b-afd7-0b32752d38c0 req-ff2fa0b6-f606-4392-9436-edc40d54d135 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:20.453245 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98abad40-1769-465b-afd7-0b32752d38c0 req-ff2fa0b6-f606-4392-9436-edc40d54d135 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1247389
May 13 16:27:20.506492 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98abad40-1769-465b-afd7-0b32752d38c0 req-82485c1e-2188-4c46-aca4-879513bc9c52 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472884
May 13 16:27:20.530034 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=9de37502-367a-404c-89dd-44496b3fe7d0,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:20.536566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:20.760221 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258b5cc-0ccf-4ff5-8200-e4f5fe50b4ca req-c057cebe-c947-4f99-a1fe-cc204fcd1e02 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:20.762283 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2258b5cc-0ccf-4ff5-8200-e4f5fe50b4ca req-c057cebe-c947-4f99-a1fe-cc204fcd1e02 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.0884430
May 13 16:27:20.809202 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2258b5cc-0ccf-4ff5-8200-e4f5fe50b4ca req-6ea3e882-e6d5-4771-8b35-858744ef6c02 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408185
May 13 16:27:20.967661 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788c6c6-ca08-4a9f-9d95-d9fdf43f0f26 req-3c8cf2aa-ad6b-45f7-8014-d04c0df7863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:20.969168 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a788c6c6-ca08-4a9f-9d95-d9fdf43f0f26 req-3c8cf2aa-ad6b-45f7-8014-d04c0df7863d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 1102 time: 0.0686057
May 13 16:27:21.706439 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ded0ff-f5f0-4e00-8795-e2c26e4699cd req-b702d3e1-b585-4160-81c8-8ae601f3534c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:21.707879 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-86ded0ff-f5f0-4e00-8795-e2c26e4699cd req-b702d3e1-b585-4160-81c8-8ae601f3534c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0846121
May 13 16:27:21.752724 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-86ded0ff-f5f0-4e00-8795-e2c26e4699cd req-0584bc80-dc67-48ac-894e-e79dc971d5a0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390923
May 13 16:27:21.996451 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52d75b-f6c5-40dc-b1ca-1d32c1a5c407 req-11f89475-4cd1-4c3f-b7eb-c2c44a4181c9 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:21.998297 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ed52d75b-f6c5-40dc-b1ca-1d32c1a5c407 req-11f89475-4cd1-4c3f-b7eb-c2c44a4181c9 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.0793447
May 13 16:27:22.001667 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a788c6c6-ca08-4a9f-9d95-d9fdf43f0f26 req-2ca11d4f-b541-49c1-a901-c1700e809fb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341763
May 13 16:27:22.045951 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ed52d75b-f6c5-40dc-b1ca-1d32c1a5c407 req-c8890c76-ddfa-4626-b168-4432f283ad2f tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420897
May 13 16:27:22.936907 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1e705-07fc-41a5-aa59-686901577fe7 req-9674f597-8552-499f-ac15-caa8f4712b17 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:22.938297 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-27e1e705-07fc-41a5-aa59-686901577fe7 req-9674f597-8552-499f-ac15-caa8f4712b17 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0817750
May 13 16:27:22.981701 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-27e1e705-07fc-41a5-aa59-686901577fe7 req-84a94849-5fdc-4f03-85f0-1207191f1067 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378323
May 13 16:27:23.232288 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4332703-c721-4d0d-8ed8-f3a1647cae75 req-e646f045-7540-4814-b452-5f25463ede66 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:23.233791 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c4332703-c721-4d0d-8ed8-f3a1647cae75 req-e646f045-7540-4814-b452-5f25463ede66 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.0806944
May 13 16:27:23.277900 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c4332703-c721-4d0d-8ed8-f3a1647cae75 req-fda6d92c-48d5-4bd1-8c74-fe98e1ca76f8 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384049
May 13 16:27:24.172614 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e711-7eb3-4447-9f15-00ffbd7d419f req-4e0fb79e-bbe1-487a-9e9a-ebb6506e0e85 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:24.174941 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ae15e711-7eb3-4447-9f15-00ffbd7d419f req-4e0fb79e-bbe1-487a-9e9a-ebb6506e0e85 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0863926
May 13 16:27:24.228035 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ae15e711-7eb3-4447-9f15-00ffbd7d419f req-ef1e0374-54c8-46a4-8dc1-19d74ec06db4 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466142
May 13 16:27:24.471796 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6afbd-4e54-46c9-95bf-3c0958bd59c4 req-6ed42f00-d2c2-4ab9-8876-50f1dd149cec tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:24.473254 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4cb6afbd-4e54-46c9-95bf-3c0958bd59c4 req-6ed42f00-d2c2-4ab9-8876-50f1dd149cec tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.0839334
May 13 16:27:24.613195 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4cb6afbd-4e54-46c9-95bf-3c0958bd59c4 req-6b56d9e6-412f-4e38-8146-bdfc3b52c209 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336575
May 13 16:27:25.355209 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-8a1ddd2d-5744-4981-8300-a6f24274bfbe tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:25.356731 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-8a1ddd2d-5744-4981-8300-a6f24274bfbe tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/networks?id=6b26855a-a663-49c7-acbe-02b43c2541a7 HTTP/1.1" status: 200  len: 813 time: 0.1743140
May 13 16:27:25.381787 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-9deb0165-0b31-4306-9293-48ff83bdbc50 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/quotas/962a3c5540a24061b68fd96894c59c4a HTTP/1.1" status: 200  len: 375 time: 0.0187879
May 13 16:27:25.431095 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-a7915521-148e-4b7a-a3c2-6216528cdefc tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=962a3c5540a24061b68fd96894c59c4a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0480950
May 13 16:27:25.615380 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-9f5522ff-e8c7-4471-bf7a-61ddb235f1d2 service neutron] 10.222.0.42 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765747
May 13 16:27:25.860395 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-879c56b9-5b99-4713-be83-f8ddbf8f98a7 service neutron] 10.222.0.42 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386205
May 13 16:27:25.970794 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db779de-e8a1-4471-92cb-5db13cad8443 req-60416f71-9d4e-4bb5-98a3-403ec21bf2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:25.972464 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0db779de-e8a1-4471-92cb-5db13cad8443 req-60416f71-9d4e-4bb5-98a3-403ec21bf2af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.3349383
May 13 16:27:26.005283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d943-a5ab-4d1d-aed6-20af3ba0f8af req-839d4894-71c2-4208-9999-f214d413db48 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:26.007381 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ff92d943-a5ab-4d1d-aed6-20af3ba0f8af req-839d4894-71c2-4208-9999-f214d413db48 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2807724
May 13 16:27:26.074888 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0db779de-e8a1-4471-92cb-5db13cad8443 req-1cc00ec2-cb03-457c-81e7-06aec129ea37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660450
May 13 16:27:26.103183 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ff92d943-a5ab-4d1d-aed6-20af3ba0f8af req-dbc2b142-d1d0-4088-bbc9-4fadedafe0fd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677922
May 13 16:27:26.332640 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5af45-1d94-4d27-acd9-dddb76565a52 req-1ce3ce3d-488a-4f99-a964-d0f2f0cfa4d7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:26.343639 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2da5af45-1d94-4d27-acd9-dddb76565a52 req-1ce3ce3d-488a-4f99-a964-d0f2f0cfa4d7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1219051
May 13 16:27:26.415677 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2da5af45-1d94-4d27-acd9-dddb76565a52 req-80069c76-ffa6-4855-a919-2d8bdd5f854e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0720744
May 13 16:27:26.577896 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-df6487c6-5eb5-4317-a641-dbeb6c509db0 req-a416ddac-872c-4fcb-939b-1951510a4eeb tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 210 time: 0.1154342
May 13 16:27:26.646402 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc8a1f-ae29-4fb4-8b2a-867ab77cd5b8 req-4e7e9ad2-58d6-4e0a-82cd-121729423b6f tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:26.648963 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-50dc8a1f-ae29-4fb4-8b2a-867ab77cd5b8 req-4e7e9ad2-58d6-4e0a-82cd-121729423b6f tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.1345437
May 13 16:27:26.720721 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-50dc8a1f-ae29-4fb4-8b2a-867ab77cd5b8 req-ab1cdfc1-6a22-476b-b0cc-f6d47e471ac8 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648091
May 13 16:27:27.327103 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657609d1-5789-482d-bf89-27f565842ed7 req-91ed5bb3-c7c9-4beb-925b-3a763d66071b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:27.329365 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-657609d1-5789-482d-bf89-27f565842ed7 req-91ed5bb3-c7c9-4beb-925b-3a763d66071b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1017094
May 13 16:27:27.386139 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-657609d1-5789-482d-bf89-27f565842ed7 req-33aafe12-b8ef-4b56-b112-429ee56e42e3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495536
May 13 16:27:27.652847 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaff6f-66c5-4d41-b166-37e21fb5b242 req-d300f8bb-84e7-4be3-9f71-d3c3070231e2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:27.654304 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cbdaff6f-66c5-4d41-b166-37e21fb5b242 req-d300f8bb-84e7-4be3-9f71-d3c3070231e2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1159160
May 13 16:27:27.708200 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cbdaff6f-66c5-4d41-b166-37e21fb5b242 req-9d4010d7-bcdf-4d37-8a21-1daa3d9d63e5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466642
May 13 16:27:27.737989 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8296-9873-4267-bf50-94eb9990b509 req-ac2c3510-0efb-448b-beae-d8af50cc8f01 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:27.740791 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f19d8296-9873-4267-bf50-94eb9990b509 req-ac2c3510-0efb-448b-beae-d8af50cc8f01 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.1104422
May 13 16:27:27.859140 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f19d8296-9873-4267-bf50-94eb9990b509 req-23cba282-9dfd-4d63-98f6-09a05d118a7e tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089692
May 13 16:27:27.945693 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e1259ac9-990e-48bb-b6f3-2368e858377d req-7d0023cb-2d7f-4f3c-a9fe-9f1d7303c446 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 210 time: 0.0592499
May 13 16:27:28.691633 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0d90-3234-4da6-a1b4-1b67dfc5c1d9 req-07b0dcb1-9236-4f86-a992-5fd80c23c65b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:28.693594 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-53bf0d90-3234-4da6-a1b4-1b67dfc5c1d9 req-07b0dcb1-9236-4f86-a992-5fd80c23c65b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1172516
May 13 16:27:28.770244 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-53bf0d90-3234-4da6-a1b4-1b67dfc5c1d9 req-1603c175-c7db-43a8-a86b-00dd9c6d9f72 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688965
May 13 16:27:28.947166 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e820a3-b97a-4529-8d86-9f67c0990e46 req-f98fed87-db1e-4f44-b8e2-c5cf4ed248ff tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:28.949290 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-43e820a3-b97a-4529-8d86-9f67c0990e46 req-f98fed87-db1e-4f44-b8e2-c5cf4ed248ff tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0995374
May 13 16:27:29.015578 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-43e820a3-b97a-4529-8d86-9f67c0990e46 req-d0699efc-7663-4ff3-9b80-954f24d20c63 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0598485
May 13 16:27:29.123517 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f442f-a173-4fcb-bd77-f3dbb39e1505 req-fb18138d-ef6f-4878-a3bb-1967544228ba tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:29.125277 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-793f442f-a173-4fcb-bd77-f3dbb39e1505 req-fb18138d-ef6f-4878-a3bb-1967544228ba tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.1066504
May 13 16:27:29.221333 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-95affeda-777f-4586-b740-97c89c76a2ef req-02771f87-7de1-40b6-ac5c-a6a2b6dc2c5e tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 210 time: 0.0728900
May 13 16:27:29.310324 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-793f442f-a173-4fcb-bd77-f3dbb39e1505 req-b81f5363-3b60-4f58-8966-c41d50afc888 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663494
May 13 16:27:29.789524 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-1a28a045-3deb-4c78-b7eb-9727c88eb6be tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:29.790991 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-1a28a045-3deb-4c78-b7eb-9727c88eb6be tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "GET /v2.0/networks?id=6b26855a-a663-49c7-acbe-02b43c2541a7 HTTP/1.1" status: 200  len: 813 time: 0.1490240
May 13 16:27:29.828327 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Request body: {'port': {'device_id': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7', 'admin_state_up': True, 'tenant_id': '962a3c5540a24061b68fd96894c59c4a'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:27:29.980584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df73b13-02b4-484f-a5e8-3372ae0f3461 req-78f218a9-e133-4f6a-a5f8-e6c146def878 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:29.982836 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6df73b13-02b4-484f-a5e8-3372ae0f3461 req-78f218a9-e133-4f6a-a5f8-e6c146def878 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0932372
May 13 16:27:30.012312 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:27:30.030872 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:27:30.046413 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6df73b13-02b4-484f-a5e8-3372ae0f3461 req-0b6df07d-63d0-4431-90b4-d3258ebce4ff tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513148
May 13 16:27:30.112556 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Made reservation on behalf of 962a3c5540a24061b68fd96894c59c4a for: {'port': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:27:30.116488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:30.391555 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb52682-4748-4698-8121-b81aa677d300 req-c378afab-fb03-4c4b-b5c6-ef6261cf88e4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:30.402294 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7fb52682-4748-4698-8121-b81aa677d300 req-c378afab-fb03-4c4b-b5c6-ef6261cf88e4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.2361884
May 13 16:27:30.455299 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Allocated IP 172.20.0.9 (6b26855a-a663-49c7-acbe-02b43c2541a7/6e6d8745-34c6-48b9-ac8c-2d143def5582/154e87c3-b535-4f0a-acb8-3859c36da7a1) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:27:30.474059 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7fb52682-4748-4698-8121-b81aa677d300 req-dce80391-3bb4-4bd2-a89e-ff1e976ece36 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0708380
May 13 16:27:30.634263 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-10d5586e-74f1-4a24-9ce9-a4cd14f0be31 req-ff53142e-0430-4a97-a73d-ee918c773690 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 210 time: 0.0785575
May 13 16:27:30.825593 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688c2e8-91d7-4bfd-961c-e8c9c357e73d req-fec4179e-0e8b-4b0a-a3ea-17986d6111b0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:30.827748 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3688c2e8-91d7-4bfd-961c-e8c9c357e73d req-fec4179e-0e8b-4b0a-a3ea-17986d6111b0 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.1473331
May 13 16:27:30.830871 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:30.888415 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3688c2e8-91d7-4bfd-961c-e8c9c357e73d req-aec949b9-f220-4fd8-bd86-d37d56b336b6 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509033
May 13 16:27:31.027198 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:31.042277 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-53074cf1-a577-4158-a758-b1aa5de6a965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:31.170180 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Network 6b26855a-a663-49c7-acbe-02b43c2541a7 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:27:31.173966 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:27:31.179341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:27:31.228876 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Pushing event updated for resources: {'Port': ['ID=154e87c3-b535-4f0a-acb8-3859c36da7a1,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:31.242520 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.242882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.243239 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.243586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.243929 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.244473 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.244643 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.245568 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.245904 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.246246 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.246583 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.247114 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:31.252676 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:31.276825 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:31.277473 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:31.313191 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86489d2e-0cc4-4314-b478-fbb4cc838f6b req-0463adee-639f-475a-b50d-896016d76683 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:31.314645 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-86489d2e-0cc4-4314-b478-fbb4cc838f6b req-0463adee-639f-475a-b50d-896016d76683 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2148445
May 13 16:27:31.372185 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-86489d2e-0cc4-4314-b478-fbb4cc838f6b req-64d2e7dd-e717-49ae-b2d5-c8a7aaa7ad1a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477660
May 13 16:27:31.394043 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-32440428-0b09-41d2-bf7f-802c6bd9cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:31.396157 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-32440428-0b09-41d2-bf7f-802c6bd9cbf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 1099 time: 0.1141188
May 13 16:27:31.398281 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5759423
May 13 16:27:31.584220 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Request body: {'port': {'device_id': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:27:31.753994 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-92e5f190-2f81-4cf5-984f-13099d99217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:31.755522 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-92e5f190-2f81-4cf5-984f-13099d99217b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 200  len: 919 time: 0.1769469
May 13 16:27:31.808950 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:32.092090 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-11eb51f9-e565-463c-9814-d2644f54fb86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 200  len: 217 time: 0.2987347
May 13 16:27:32.120907 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242068ff-8645-4bca-8988-9fc941bcd9c5 req-ab09897e-3d03-47f9-ab69-c271a14c1be1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:32.120907 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-242068ff-8645-4bca-8988-9fc941bcd9c5 req-ab09897e-3d03-47f9-ab69-c271a14c1be1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Synchronizing usage tracker for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:32.337145 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-6555d259-7bb0-4f0a-94e2-18499f282e87 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:32.337145 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-6555d259-7bb0-4f0a-94e2-18499f282e87 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.24 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.5772929
May 13 16:27:32.337145 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-c6ff8337-8123-48ac-9051-c1e86dd8d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:32.340403 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-c6ff8337-8123-48ac-9051-c1e86dd8d796 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 200  len: 858 time: 0.2238195
May 13 16:27:32.349513 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9b492-6b11-4a7f-b65f-02031fdcfdf1 req-d31dc96e-acbe-4d42-962d-cadad6e04127 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:32.352906 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5cc9b492-6b11-4a7f-b65f-02031fdcfdf1 req-d31dc96e-acbe-4d42-962d-cadad6e04127 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.5621216
May 13 16:27:32.399377 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-242068ff-8645-4bca-8988-9fc941bcd9c5 req-ab09897e-3d03-47f9-ab69-c271a14c1be1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Unset dirty status for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:32.400562 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-242068ff-8645-4bca-8988-9fc941bcd9c5 req-ab09897e-3d03-47f9-ab69-c271a14c1be1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 931 time: 0.6267896
May 13 16:27:32.445732 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-a6332099-6931-41f0-b273-b5c2a5dc7d31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef0472c0-2e05-40f8-8e9f-047ddefa74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0893295
May 13 16:27:32.463715 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-242068ff-8645-4bca-8988-9fc941bcd9c5 req-7208cfa0-1815-4a13-a99c-ecb74a38e07e tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441656
May 13 16:27:32.515507 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154e87c3-b535-4f0a-acb8-3859c36da7a1 {{(pid=79477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:27:32.533261 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:32.552373 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Transition to ACTIVE for port object 154e87c3-b535-4f0a-acb8-3859c36da7a1 will not be triggered until provisioned by entity L2. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:27:32.604828 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5cc9b492-6b11-4a7f-b65f-02031fdcfdf1 req-60063ef6-99a3-4cc5-a690-d869c119a110 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2097294
May 13 16:27:32.634961 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:32.653563 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:32.701133 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-a3ceaf3a-4ced-4934-a7a1-291a164ac22b service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425792
May 13 16:27:32.910878 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Deleting port 9de37502-367a-404c-89dd-44496b3fe7d0 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:27:32.911445 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:33.042712 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Pushing event updated for resources: {'Port': ['ID=154e87c3-b535-4f0a-acb8-3859c36da7a1,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:33.045806 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:33.092502 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081c97-9f5c-4d7f-8832-e79ffc2637dd req-3c7f813a-26db-4930-b830-3e33c16a0f88 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:33.099667 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45081c97-9f5c-4d7f-8832-e79ffc2637dd req-3c7f813a-26db-4930-b830-3e33c16a0f88 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 949 time: 0.4479327
May 13 16:27:33.128446 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Attempting to bind port 154e87c3-b535-4f0a-acb8-3859c36da7a1 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:27:33.129052 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Attempting to bind port 154e87c3-b535-4f0a-acb8-3859c36da7a1 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:27:33.129213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Attempting to bind port 154e87c3-b535-4f0a-acb8-3859c36da7a1 on network 6b26855a-a663-49c7-acbe-02b43c2541a7 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:27:33.142500 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Port 154e87c3-b535-4f0a-acb8-3859c36da7a1 on network 6b26855a-a663-49c7-acbe-02b43c2541a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:27:33.142847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Attempting to bind port 154e87c3-b535-4f0a-acb8-3859c36da7a1 on network 6b26855a-a663-49c7-acbe-02b43c2541a7 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:27:33.147841 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-094a4e12-37b7-4937-aca2-0119581a9fd8 req-53dee896-b182-45ea-81b3-a765d86b1654 service neutron] 10.222.0.24 "GET /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4142895
May 13 16:27:33.155334 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:27:33.155678 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Checking segment: {'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:27:33.156063 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Bound using segment: {'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:27:33.156560 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Bound port: 154e87c3-b535-4f0a-acb8-3859c36da7a1, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c254c85c-f18a-46dc-8547-719d2db64bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7'}}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:27:33.156925 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:33.162108 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda115b-b7ac-4ace-a70f-95c149bc8501 req-71549d38-d4ff-4f4d-808d-fe5f9079899f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:33.171659 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cfda115b-b7ac-4ace-a70f-95c149bc8501 req-71549d38-d4ff-4f4d-808d-fe5f9079899f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.3614140
May 13 16:27:33.181716 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-45081c97-9f5c-4d7f-8832-e79ffc2637dd req-82f432d2-d4a1-4a88-b9a3-1f097c76ab0a tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/security-groups?id=68b97db5-52ca-4001-9b55-25f7534bc716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810826
May 13 16:27:33.201383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] For port 9de37502-367a-404c-89dd-44496b3fe7d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9de37502-367a-404c-89dd-44496b3fe7d0,segment=NetworkSegment(489d56a3-c220-441a-b5c0-14f4286f7b16),segment_id=489d56a3-c220-441a-b5c0-14f4286f7b16)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:33.201757 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:33.325362 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] For port 154e87c3-b535-4f0a-acb8-3859c36da7a1, host hv-cinder-68948, cleared binding levels {{(pid=79477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:27:33.328868 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] For port 154e87c3-b535-4f0a-acb8-3859c36da7a1, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=154e87c3-b535-4f0a-acb8-3859c36da7a1,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:27:33.402335 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:33.408868 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-83424b87-e0d4-425b-a3a4-7b17c7a0b86b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:33.436308 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cfda115b-b7ac-4ace-a70f-95c149bc8501 req-f883b8cc-2a62-4bb6-bc61-764049dd03fa tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656026
May 13 16:27:33.452863 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Calling delete_port for 9de37502-367a-404c-89dd-44496b3fe7d0 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:27:33.547965 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:33.548620 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:33.550055 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] 10.222.0.24 "PUT /v2.0/ports/154e87c3-b535-4f0a-acb8-3859c36da7a1 HTTP/1.1" status: 200  len: 1093 time: 1.9702780
May 13 16:27:33.550839 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'tag': '154e87c3-b535-4f0a-acb8-3859c36da7a1'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:33.621634 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Pushing event updated for resources: {'Port': ['ID=154e87c3-b535-4f0a-acb8-3859c36da7a1,revision_number=3']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:33.626601 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:33.774156 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:33.833015 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['9de37502-367a-404c-89dd-44496b3fe7d0'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:33.847683 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c8e38025-7a20-4ef7-8431-38ea5c1036b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:33.857011 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-34fabcc1-8743-4d90-98d9-0b0b8e3f6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:33.857011 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-34fabcc1-8743-4d90-98d9-0b0b8e3f6438 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=962a3c5540a24061b68fd96894c59c4a&device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 1096 time: 0.1092761
May 13 16:27:33.904940 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'tag': '154e87c3-b535-4f0a-acb8-3859c36da7a1', 'status': 'completed', 'code': 200}
May 13 16:27:34.040268 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Pushing event deleted for resources: {'Port': ['ID=9de37502-367a-404c-89dd-44496b3fe7d0,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:34.084214 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff809f-40ea-4f31-bd3a-3f29ea9e447b req-c5b9126c-f140-4205-8f25-a61ce87a9c6d tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:34.087205 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-20ff809f-40ea-4f31-bd3a-3f29ea9e447b req-c5b9126c-f140-4205-8f25-a61ce87a9c6d tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 943 time: 0.3697064
May 13 16:27:34.153165 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-9ad8fb74-a08f-48b9-bd0a-97f9590413f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=154e87c3-b535-4f0a-acb8-3859c36da7a1 HTTP/1.1" status: 200  len: 217 time: 0.2392230
May 13 16:27:34.154563 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.154929 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.155286 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.155648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.155992 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.156351 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.156702 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.157042 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.157475 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.158006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.158370 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.158720 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:34.170095 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:34.181030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] No DVR routers for this DVR port 9de37502-367a-404c-89dd-44496b3fe7d0 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:27:34.184322 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:34.187045 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'name': 'network-vif-deleted', 'tag': '9de37502-367a-404c-89dd-44496b3fe7d0'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:34.231875 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-20ff809f-40ea-4f31-bd3a-3f29ea9e447b req-45a9d35a-9e41-424f-9a3a-0d188a32d4ca tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917871
May 13 16:27:34.279286 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-f08f3b8c-4768-4d2f-953c-e6eb910ccacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:34.281188 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-f08f3b8c-4768-4d2f-953c-e6eb910ccacc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6d8745-34c6-48b9-ac8c-2d143def5582 HTTP/1.1" status: 200  len: 853 time: 0.1174450
May 13 16:27:34.301500 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006dbc39-9e4b-4709-8586-b71f1089ea05', 'name': 'network-vif-deleted', 'tag': '9de37502-367a-404c-89dd-44496b3fe7d0', 'status': 'completed', 'code': 200}
May 13 16:27:34.355863 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-85aeb10c-3678-4288-902a-b1c9d6822799 req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.24 "DELETE /v2.0/ports/9de37502-367a-404c-89dd-44496b3fe7d0 HTTP/1.1" status: 204  len: 173 time: 2.0015819
May 13 16:27:34.362284 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380efbf-3857-47e4-90ee-842ce0b46db1 req-627d41d0-a294-444c-9946-b9819d8d4e36 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:34.370272 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2380efbf-3857-47e4-90ee-842ce0b46db1 req-627d41d0-a294-444c-9946-b9819d8d4e36 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.3282390
May 13 16:27:34.389395 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-08f14c9b-7746-4188-af93-db7e33a4ecfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b26855a-a663-49c7-acbe-02b43c2541a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928862
May 13 16:27:34.451132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-6b08b042-1e53-4d19-819d-ca31e800fe74 req-7d4c8543-2ebb-4f71-8d10-362e4b63dc25 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Synchronizing usage tracker for tenant:d3a5f5dbc15743818dd43878ebad5a9f on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:34.512124 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2380efbf-3857-47e4-90ee-842ce0b46db1 req-07e641ae-e366-42df-a86c-4a47f4207beb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1332097
May 13 16:27:34.586352 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-6b08b042-1e53-4d19-819d-ca31e800fe74 req-7d4c8543-2ebb-4f71-8d10-362e4b63dc25 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Unset dirty status for tenant:d3a5f5dbc15743818dd43878ebad5a9f on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:34.589987 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6b08b042-1e53-4d19-819d-ca31e800fe74 req-7d4c8543-2ebb-4f71-8d10-362e4b63dc25 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 210 time: 0.1899977
May 13 16:27:34.630070 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-fac7f438-c383-496c-ab03-f1c4a1c359d4 service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263732
May 13 16:27:34.851427 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a90de8bd-43a1-4461-a03e-6a1bb72f1076 req-ca99e724-e531-45e6-9475-9ce99bf9a922 service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105551
May 13 16:27:34.864773 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247c798-9fe9-4a78-8044-0227ba77436b req-e2ea2dee-94c3-4b76-b139-2303a92dd319 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:34.872056 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0247c798-9fe9-4a78-8044-0227ba77436b req-e2ea2dee-94c3-4b76-b139-2303a92dd319 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2042348
May 13 16:27:34.927770 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0247c798-9fe9-4a78-8044-0227ba77436b req-e5f53aad-7372-4413-9d5b-6cbf2a66c030 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516760
May 13 16:27:35.200004 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-d08f500b-40c1-47cc-bdba-978f99f42ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:35.201485 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-d08f500b-40c1-47cc-bdba-978f99f42ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=962a3c5540a24061b68fd96894c59c4a&device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 1096 time: 0.0794923
May 13 16:27:35.371886 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-6f95d339-b64a-4733-9d64-1944c5db62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:35.374013 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-6f95d339-b64a-4733-9d64-1944c5db62c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b26855a-a663-49c7-acbe-02b43c2541a7 HTTP/1.1" status: 200  len: 914 time: 0.1512637
May 13 16:27:35.461347 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387912b9-cb53-48da-b0ea-3c03a0588665 req-34a03776-6684-4bdf-bcc3-2b8e2d7d37f1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:35.462926 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-387912b9-cb53-48da-b0ea-3c03a0588665 req-34a03776-6684-4bdf-bcc3-2b8e2d7d37f1 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 943 time: 0.1020336
May 13 16:27:35.521374 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-387912b9-cb53-48da-b0ea-3c03a0588665 req-8d5ad60a-f879-4f24-9b81-eec62c603547 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499821
May 13 16:27:35.623720 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-b92bdbc8-f070-4434-9ef7-c3113d6ccfba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=154e87c3-b535-4f0a-acb8-3859c36da7a1 HTTP/1.1" status: 200  len: 217 time: 0.2028067
May 13 16:27:35.704892 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-899e5c38-bc80-4b83-bb0a-bbdda0e3f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:35.706457 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-899e5c38-bc80-4b83-bb0a-bbdda0e3f982 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6d8745-34c6-48b9-ac8c-2d143def5582 HTTP/1.1" status: 200  len: 853 time: 0.0753798
May 13 16:27:35.797523 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9247977d-b8b2-41c0-9664-f83421fe4741 req-7ce53c23-8537-43f4-a8bb-ca770e2154bc tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] 10.222.0.42 "GET /v2.0/ports?device_id=006dbc39-9e4b-4709-8586-b71f1089ea05 HTTP/1.1" status: 200  len: 210 time: 0.0563011
May 13 16:27:35.812837 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-0d23edc4-b39c-4cf4-9383-045c49abaab4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b26855a-a663-49c7-acbe-02b43c2541a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731843
May 13 16:27:35.977294 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920a1a4-49d1-4a46-91c9-2923fe978f3d req-8c5d8629-ce65-4a25-bd3d-76e8a408e261 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:35.978826 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0920a1a4-49d1-4a46-91c9-2923fe978f3d req-8c5d8629-ce65-4a25-bd3d-76e8a408e261 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.2038476
May 13 16:27:35.985453 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-e681ee25-de6e-4db3-802d-414a4be4beea service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587946
May 13 16:27:36.027926 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0920a1a4-49d1-4a46-91c9-2923fe978f3d req-e2363aa0-3455-4274-8ebc-f11760483c88 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409539
May 13 16:27:36.078546 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9de37502-367a-404c-89dd-44496b3fe7d0 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:27:36.117762 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 9de37502-367a-404c-89dd-44496b3fe7d0 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:27:36.118106 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9de37502-367a-404c-89dd-44496b3fe7d0 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:27:36.183215 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea1db639-969a-40a4-aa4b-d80374e2dbc8 req-219ccb7f-9889-496b-9e06-5c0205f09774 service neutron] 10.222.0.24 "GET /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474314
May 13 16:27:36.301065 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb087e9-c100-4297-a267-2a421839d480 req-2c6d83e5-c11a-409d-9680-6e01cd942f86 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:36.302794 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ddb087e9-c100-4297-a267-2a421839d480 req-2c6d83e5-c11a-409d-9680-6e01cd942f86 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.2490618
May 13 16:27:36.362519 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ddb087e9-c100-4297-a267-2a421839d480 req-d9e653f8-17c5-4466-b0be-6c9b72b343a9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486248
May 13 16:27:36.828406 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049ae02-8bdb-4d91-948b-852bc72d8c98 req-e2d9b29d-9d60-45aa-b0e8-29c98e060eff tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:36.830081 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c049ae02-8bdb-4d91-948b-852bc72d8c98 req-e2d9b29d-9d60-45aa-b0e8-29c98e060eff tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 943 time: 0.1150582
May 13 16:27:36.884444 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c049ae02-8bdb-4d91-948b-852bc72d8c98 req-602f5743-8319-4eb7-8af3-6395cde8d5ab tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485218
May 13 16:27:37.273712 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca4a7-7dc6-4ba6-a3b6-e561057b6abc req-6d34438b-4fd3-4099-b27e-5807b64f0157 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:37.275387 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1f1ca4a7-7dc6-4ba6-a3b6-e561057b6abc req-6d34438b-4fd3-4099-b27e-5807b64f0157 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0871239
May 13 16:27:37.327693 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1f1ca4a7-7dc6-4ba6-a3b6-e561057b6abc req-ced8d120-602d-4aeb-9637-cda2336837b7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465565
May 13 16:27:37.581359 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286597f7-495c-4633-87a6-b48b99267f40 req-5ba1805e-35a3-4e91-9738-e43d0fa1e78b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:37.583201 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-286597f7-495c-4633-87a6-b48b99267f40 req-5ba1805e-35a3-4e91-9738-e43d0fa1e78b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0936065
May 13 16:27:37.642332 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-286597f7-495c-4633-87a6-b48b99267f40 req-fcc3ec7b-0afc-4120-b0c2-dde3c94c748f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509419
May 13 16:27:38.081516 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afad4c-8f6e-4519-b492-4cef7ebf0ffa req-c752ec43-78db-4687-8fc5-10e5b41ee5f9 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:38.082994 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-51afad4c-8f6e-4519-b492-4cef7ebf0ffa req-c752ec43-78db-4687-8fc5-10e5b41ee5f9 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 943 time: 0.0835745
May 13 16:27:38.162209 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-51afad4c-8f6e-4519-b492-4cef7ebf0ffa req-5508c696-2a70-42f2-9eee-740f7db38fd9 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712390
May 13 16:27:38.603418 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39622d-9c7e-4609-852e-666f8504a02d req-c8a46f3c-4f04-4624-bb1c-b4262d8fa77f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:38.612326 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d39622d-9c7e-4609-852e-666f8504a02d req-c8a46f3c-4f04-4624-bb1c-b4262d8fa77f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1530852
May 13 16:27:38.661634 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d39622d-9c7e-4609-852e-666f8504a02d req-012b7d90-db64-4d0f-8970-b87ff5e9634f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482659
May 13 16:27:38.903313 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c22fb0-e5f7-4d72-bba0-dbcd929302ef req-71d5a6d6-62c4-4cdb-a3f0-f3bb4f9c595f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:38.910588 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b5c22fb0-e5f7-4d72-bba0-dbcd929302ef req-71d5a6d6-62c4-4cdb-a3f0-f3bb4f9c595f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1014595
May 13 16:27:38.965638 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b5c22fb0-e5f7-4d72-bba0-dbcd929302ef req-c6a7b164-a669-42e5-baca-758f06a804c2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537891
May 13 16:27:39.666045 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0ff00-84be-4d92-a7c3-70e3995408d3 req-ccc9a643-986a-4d77-a38f-b7023642deaf tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:39.669630 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3cb0ff00-84be-4d92-a7c3-70e3995408d3 req-ccc9a643-986a-4d77-a38f-b7023642deaf tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 943 time: 0.1042392
May 13 16:27:39.791015 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3cb0ff00-84be-4d92-a7c3-70e3995408d3 req-623d3234-d1df-4294-94e7-b790e8d7b3f6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141868
May 13 16:27:40.075548 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da776345-baf8-4a57-95e1-0b251b20ab60 req-14a12791-fd51-4734-aac8-b22dd289b77a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:40.080396 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-da776345-baf8-4a57-95e1-0b251b20ab60 req-14a12791-fd51-4734-aac8-b22dd289b77a tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 945 time: 0.1830242
May 13 16:27:40.096644 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51190677-1c14-4581-aac6-5bd3b9acbd7e req-5213dbdd-ae46-4807-8586-e8df49f518fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:40.098356 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-51190677-1c14-4581-aac6-5bd3b9acbd7e req-5213dbdd-ae46-4807-8586-e8df49f518fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1359453
May 13 16:27:40.107922 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 154e87c3-b535-4f0a-acb8-3859c36da7a1 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:27:40.174260 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-51190677-1c14-4581-aac6-5bd3b9acbd7e req-1b84ebd5-78fe-4f57-ab61-06c3597a3756 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0669529
May 13 16:27:40.195892 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-da776345-baf8-4a57-95e1-0b251b20ab60 req-9bedf0b7-27e6-444c-9187-6822b1ca154f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044419
May 13 16:27:40.356331 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 154e87c3-b535-4f0a-acb8-3859c36da7a1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=154e87c3-b535-4f0a-acb8-3859c36da7a1,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:40.371948 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '154e87c3-b535-4f0a-acb8-3859c36da7a1', 'network_id': '6b26855a-a663-49c7-acbe-02b43c2541a7', 'port_id': '154e87c3-b535-4f0a-acb8-3859c36da7a1', 'mac_address': 'fa:16:3e:a8:d4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6d8745-34c6-48b9-ac8c-2d143def5582', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:27:40.438366 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:40.458602 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154e87c3-b535-4f0a-acb8-3859c36da7a1 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:27:40.480866 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 154e87c3-b535-4f0a-acb8-3859c36da7a1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=154e87c3-b535-4f0a-acb8-3859c36da7a1,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:40.566693 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:40.569840 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:40.672754 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=154e87c3-b535-4f0a-acb8-3859c36da7a1,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:40.676066 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:41.001875 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08b14-3a05-4f70-8d44-16127bea1624 req-54e6246e-14b0-49a9-b11c-b67f22d705ef tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:41.003892 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a3a08b14-3a05-4f70-8d44-16127bea1624 req-54e6246e-14b0-49a9-b11c-b67f22d705ef tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 944 time: 0.0997009
May 13 16:27:41.086845 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a3a08b14-3a05-4f70-8d44-16127bea1624 req-a3df80bb-ca0b-4d69-8fba-1a85c63874df tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765259
May 13 16:27:41.399383 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['154e87c3-b535-4f0a-acb8-3859c36da7a1'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:41.442076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e06fd9-0b86-43d4-a536-f4eef390677d req-949b9683-a77c-4650-bff5-d10a4d183468 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:41.451372 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-06e06fd9-0b86-43d4-a536-f4eef390677d req-949b9683-a77c-4650-bff5-d10a4d183468 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 945 time: 0.1159263
May 13 16:27:41.476594 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ad3bd-80ac-46a6-bece-3c9a2ef86370 req-df5fef36-8763-4fb8-bd1b-681526de5620 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:41.481772 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-139ad3bd-80ac-46a6-bece-3c9a2ef86370 req-df5fef36-8763-4fb8-bd1b-681526de5620 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1516891
May 13 16:27:41.557697 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-06e06fd9-0b86-43d4-a536-f4eef390677d req-3fa531a6-8e16-4c77-9db4-91a95c0b8af6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051021
May 13 16:27:41.560829 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-139ad3bd-80ac-46a6-bece-3c9a2ef86370 req-56f49c7d-082a-471f-8d14-b2f67c2d90bd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0674145
May 13 16:27:41.634553 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bc4071e0-36d3-417a-b7f1-79ab996e42bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:42.325591 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aa11-7a57-417d-9e39-dd6d6d424953 req-818e312c-5acd-4a92-aaa7-b0199e6e23ce tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:42.327126 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-76f8aa11-7a57-417d-9e39-dd6d6d424953 req-818e312c-5acd-4a92-aaa7-b0199e6e23ce tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 944 time: 0.0945110
May 13 16:27:42.395418 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-76f8aa11-7a57-417d-9e39-dd6d6d424953 req-33a9f5f8-cf8f-40c9-aac9-7b3221684fad tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620253
May 13 16:27:42.815432 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdb95a-22e3-4a3c-b2b8-5092ba40c516 req-0795f80b-4b79-4526-95c3-373e92a0fc27 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:42.823444 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-31cdb95a-22e3-4a3c-b2b8-5092ba40c516 req-0795f80b-4b79-4526-95c3-373e92a0fc27 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1249321
May 13 16:27:42.833881 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365e5d3-40cb-4cde-842a-ca3f37c04471 req-5c22886f-0589-4515-9e37-300953fc3022 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:42.841821 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1365e5d3-40cb-4cde-842a-ca3f37c04471 req-5c22886f-0589-4515-9e37-300953fc3022 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 945 time: 0.0960293
May 13 16:27:42.907060 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1365e5d3-40cb-4cde-842a-ca3f37c04471 req-0d5b0fc8-b6e2-4375-8fd0-44dea32ff894 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637491
May 13 16:27:42.914904 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-31cdb95a-22e3-4a3c-b2b8-5092ba40c516 req-c876daaf-9a01-467e-bfa3-753228a7a15a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0880268
May 13 16:27:43.113660 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28743f-1898-4588-8c64-dcfe274f477a req-2e5e556e-37dd-4601-b467-b093292ad439 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:43.115255 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-af28743f-1898-4588-8c64-dcfe274f477a req-2e5e556e-37dd-4601-b467-b093292ad439 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 945 time: 0.1051447
May 13 16:27:43.270105 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Deleting port f7c06216-8f54-488d-a87b-b267aa1960d0 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:27:43.270527 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:43.527011 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] For port f7c06216-8f54-488d-a87b-b267aa1960d0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f7c06216-8f54-488d-a87b-b267aa1960d0,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:43.527412 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:43.637275 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b66ea-2c00-4ea5-9fbf-925bfe4dd3f4 req-9f038a30-0fe5-47c8-b747-0f88787307f5 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:43.638782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-473b66ea-2c00-4ea5-9fbf-925bfe4dd3f4 req-9f038a30-0fe5-47c8-b747-0f88787307f5 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 944 time: 0.1008322
May 13 16:27:43.655521 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Calling delete_port for f7c06216-8f54-488d-a87b-b267aa1960d0 owned by compute:nova {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:27:43.689892 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-473b66ea-2c00-4ea5-9fbf-925bfe4dd3f4 req-5ebe8f3e-978a-45cb-8a2e-78992a7b9c80 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452049
May 13 16:27:43.760175 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:43.863042 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:43.868655 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:43.915162 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event deleted for resources: {'Port': ['ID=f7c06216-8f54-488d-a87b-b267aa1960d0,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:43.919119 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:43.926370 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', '1e3d58e9-548a-4f57-9adf-60940a4391b7', 'f7c06216-8f54-488d-a87b-b267aa1960d0'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:43.984219 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf884-6006-41ed-a6ae-507fe1e493e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:44.051405 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] No DVR routers for this DVR port f7c06216-8f54-488d-a87b-b267aa1960d0 on host hv-cinder-68948 {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:27:44.060354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:44.067004 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'name': 'network-vif-deleted', 'tag': 'f7c06216-8f54-488d-a87b-b267aa1960d0'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:44.128924 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 154e87c3-b535-4f0a-acb8-3859c36da7a1 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:27:44.155146 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-f5c67b3c-6d66-4144-a6f2-908cdff7d6cd req-fd2562b9-8aea-4730-a605-45211aca9742 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:44.197186 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-af28743f-1898-4588-8c64-dcfe274f477a req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "DELETE /v2.0/ports/f7c06216-8f54-488d-a87b-b267aa1960d0 HTTP/1.1" status: 204  len: 173 time: 1.0719607
May 13 16:27:44.271667 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-f5c67b3c-6d66-4144-a6f2-908cdff7d6cd req-fd2562b9-8aea-4730-a605-45211aca9742 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:44.272548 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6447194-554c-40b3-86fc-2c15fc3ec980 req-f82d13f8-332e-4f39-b297-3a09f190a7ba tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:44.274225 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f6447194-554c-40b3-86fc-2c15fc3ec980 req-f82d13f8-332e-4f39-b297-3a09f190a7ba tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1107707
May 13 16:27:44.281911 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f5c67b3c-6d66-4144-a6f2-908cdff7d6cd req-fd2562b9-8aea-4730-a605-45211aca9742 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 210 time: 0.1910577
May 13 16:27:44.336443 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f6447194-554c-40b3-86fc-2c15fc3ec980 req-ffda598c-3060-4e01-adb5-fb979cc9e79a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0524182
May 13 16:27:44.344603 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590e1a04-937f-4d07-9cbf-41abae54cb76', 'name': 'network-vif-deleted', 'tag': 'f7c06216-8f54-488d-a87b-b267aa1960d0', 'status': 'completed', 'code': 200}
May 13 16:27:44.412490 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 154e87c3-b535-4f0a-acb8-3859c36da7a1 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:27:44.426781 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 154e87c3-b535-4f0a-acb8-3859c36da7a1 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:27:44.427183 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:44.673406 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:44.712105 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 154e87c3-b535-4f0a-acb8-3859c36da7a1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=154e87c3-b535-4f0a-acb8-3859c36da7a1,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:44.714745 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e87c3-b535-4f0a-acb8-3859c36da7a1'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:44.774019 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e87c3-b535-4f0a-acb8-3859c36da7a1', 'code': 200}
May 13 16:27:44.777569 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:44.780384 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:44.828705 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:44.876209 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=154e87c3-b535-4f0a-acb8-3859c36da7a1,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:44.879609 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:44.936398 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fadf0-0bf6-4d3e-a455-f3cb577fc282 req-cafa960e-d335-49a5-bd69-affc49ee642d tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:44.937964 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ff8fadf0-0bf6-4d3e-a455-f3cb577fc282 req-cafa960e-d335-49a5-bd69-affc49ee642d tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.1145358
May 13 16:27:45.012149 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ff8fadf0-0bf6-4d3e-a455-f3cb577fc282 req-797ea8ac-9825-4c4e-a6be-b6fb1be5605f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661509
May 13 16:27:45.097835 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36190) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:27:45.330124 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-37b21d8b-8e07-477d-8973-32748db53d29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3a5f5dbc15743818dd43878ebad5a9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2310076
May 13 16:27:45.333117 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 36202) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:27:45.391809 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093c5f-c29c-4663-a78c-94d80e74ed1d req-aad3c475-0618-459b-b284-86e6cc554ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:45.393521 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b5093c5f-c29c-4663-a78c-94d80e74ed1d req-aad3c475-0618-459b-b284-86e6cc554ea6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 1098 time: 0.1880114
May 13 16:27:45.460489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:45.475711 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b5093c5f-c29c-4663-a78c-94d80e74ed1d req-15bdddd3-6fc8-4f3e-874c-e170d13bfe02 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673985
May 13 16:27:45.496987 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:45.546661 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-19df7cbe-5d86-4b3a-baab-72392d48c1cb req-427b3a5b-5396-4994-a4b8-e188ecc12830 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=590e1a04-937f-4d07-9cbf-41abae54cb76 HTTP/1.1" status: 200  len: 210 time: 0.0525002
May 13 16:27:45.621483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:45.626692 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7b8d0b56-85ca-4cc3-951d-840cf12d9923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:45.652242 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b97db5-52ca-4001-9b55-25f7534bc716,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:45.654961 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:45.769297 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:45.772815 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68b97db5-52ca-4001-9b55-25f7534bc716 HTTP/1.1" status: 204  len: 168 time: 0.4363406
May 13 16:27:45.825322 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b231d30-6a20-409d-aaed-b667b52c3ad6 req-769122d9-7a2e-49fb-a6f8-7ec662d8856b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:45.827134 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2b231d30-6a20-409d-aaed-b667b52c3ad6 req-769122d9-7a2e-49fb-a6f8-7ec662d8856b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1286905
May 13 16:27:45.899475 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2b231d30-6a20-409d-aaed-b667b52c3ad6 req-b0228cf6-d395-4bca-9f8e-e0e63ce4e356 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0662246
May 13 16:27:45.996690 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7dbc5-12cd-4e3f-89fe-7a0bd119e23f req-e8157099-fb8f-4401-bc38-3e54f786a3b2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:46.004470 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8ab7dbc5-12cd-4e3f-89fe-7a0bd119e23f req-e8157099-fb8f-4401-bc38-3e54f786a3b2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1342075
May 13 16:27:46.055863 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8ab7dbc5-12cd-4e3f-89fe-7a0bd119e23f req-592be850-89f6-4086-b932-4e1ca74f5dea tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501168
May 13 16:27:46.274492 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49ebdb-91d0-4cc5-a398-61c396ab9bb2 req-e7e7de28-ea1d-4ac4-91cc-77ce4ff34a9a tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:46.277399 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d49ebdb-91d0-4cc5-a398-61c396ab9bb2 req-e7e7de28-ea1d-4ac4-91cc-77ce4ff34a9a tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.1440899
May 13 16:27:46.338840 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d49ebdb-91d0-4cc5-a398-61c396ab9bb2 req-e0e729aa-de26-4264-a5f1-add796383558 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540137
May 13 16:27:46.711797 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:47.099615 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986b2b6-f787-4d15-9788-f7e3c3e253a6 req-19cae1a1-2f60-49ae-9a46-2c4847b5955f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:47.101396 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f986b2b6-f787-4d15-9788-f7e3c3e253a6 req-19cae1a1-2f60-49ae-9a46-2c4847b5955f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0828545
May 13 16:27:47.152092 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f986b2b6-f787-4d15-9788-f7e3c3e253a6 req-b456974b-027a-4b73-b240-2edef3c61d49 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423889
May 13 16:27:47.270032 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e41c81-f310-4f0e-8116-9afaa39ddf26 req-2e0a9652-5273-4fd5-8659-8a6af874f386 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:47.271742 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-91e41c81-f310-4f0e-8116-9afaa39ddf26 req-2e0a9652-5273-4fd5-8659-8a6af874f386 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0925298
May 13 16:27:47.331397 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-91e41c81-f310-4f0e-8116-9afaa39ddf26 req-af946682-1ab5-4bb0-a223-f178eeab735e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531280
May 13 16:27:47.579659 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bbb60-ff78-4e52-9c9c-6ffabd866adb req-7df76a9f-ff9d-4cc5-8d89-3367913914f2 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:47.581727 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e57bbb60-ff78-4e52-9c9c-6ffabd866adb req-7df76a9f-ff9d-4cc5-8d89-3367913914f2 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.1272454
May 13 16:27:47.698166 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e57bbb60-ff78-4e52-9c9c-6ffabd866adb req-75725fe3-8ed9-48d4-b783-e30924a2d9dd tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812421
May 13 16:27:48.080383 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:48.118229 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device f7c06216-8f54-488d-a87b-b267aa1960d0 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:27:48.165347 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: f7c06216-8f54-488d-a87b-b267aa1960d0 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:27:48.166101 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device f7c06216-8f54-488d-a87b-b267aa1960d0 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:27:48.391731 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe087a4-5683-4921-908f-00f12e0d0816 req-68f77584-13e3-41b2-a5ca-d62c843db837 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:48.398135 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3fe087a4-5683-4921-908f-00f12e0d0816 req-68f77584-13e3-41b2-a5ca-d62c843db837 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1237810
May 13 16:27:48.441138 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3fe087a4-5683-4921-908f-00f12e0d0816 req-57a343a5-affe-4325-b655-c645cdd51ca6 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418558
May 13 16:27:48.736976 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2cb1-7f56-4e72-a121-7db3f68c35c3 req-b92c1c48-aada-427f-bb3a-38d0ff9d15d2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:48.738512 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e32b2cb1-7f56-4e72-a121-7db3f68c35c3 req-b92c1c48-aada-427f-bb3a-38d0ff9d15d2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.1032145
May 13 16:27:48.761327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f1e0-75e3-427f-a202-0ada9e2c2b0f req-f8efa115-035d-4867-a20d-acc81633e8d6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:48.762926 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32f3f1e0-75e3-427f-a202-0ada9e2c2b0f req-f8efa115-035d-4867-a20d-acc81633e8d6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.0846510
May 13 16:27:48.785361 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e32b2cb1-7f56-4e72-a121-7db3f68c35c3 req-a4987633-94f4-46ce-95bb-dc93b97bf998 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408440
May 13 16:27:48.810873 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32f3f1e0-75e3-427f-a202-0ada9e2c2b0f req-97001f71-7475-467c-a1ef-0a11a5b49c98 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415046
May 13 16:27:48.964337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3e6b1-c446-47ad-9b25-48a070d4739f req-a3e7cebc-34f5-4c31-9aec-4140b08e2f04 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:48.965805 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4ca3e6b1-c446-47ad-9b25-48a070d4739f req-a3e7cebc-34f5-4c31-9aec-4140b08e2f04 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.0792964
May 13 16:27:49.010783 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4ca3e6b1-c446-47ad-9b25-48a070d4739f req-bea5a877-1b2e-4dcc-9b35-dc1005ecb246 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392535
May 13 16:27:49.639067 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39ecf-c336-4444-8184-4a36ca605ecb req-9d0199e3-1b25-4c2e-b39e-48b749e21a49 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:49.640512 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eee39ecf-c336-4444-8184-4a36ca605ecb req-9d0199e3-1b25-4c2e-b39e-48b749e21a49 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0832217
May 13 16:27:49.686760 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eee39ecf-c336-4444-8184-4a36ca605ecb req-1cb01e99-59f5-45b8-9625-2ca1c1dac952 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404253
May 13 16:27:49.983402 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11977-ac3e-41f2-88a1-d13b9ad1f08d req-120d48d4-8292-4e40-b3b2-2298cbd211ff tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:49.984890 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-63b11977-ac3e-41f2-88a1-d13b9ad1f08d req-120d48d4-8292-4e40-b3b2-2298cbd211ff tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0855443
May 13 16:27:50.126168 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-63b11977-ac3e-41f2-88a1-d13b9ad1f08d req-ef5d96b9-2ddd-4939-a3d9-10cca9197e58 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353707
May 13 16:27:50.212428 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b2a64-b3d1-43cf-a245-e2694a436700 req-172989be-7e33-4578-a22a-55eacfe21c99 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:50.212428 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-af8b2a64-b3d1-43cf-a245-e2694a436700 req-172989be-7e33-4578-a22a-55eacfe21c99 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.0872076
May 13 16:27:50.259782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-af8b2a64-b3d1-43cf-a245-e2694a436700 req-3b7facc2-94d5-4052-8360-7c9073959eb9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413136
May 13 16:27:50.880213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76705d8-f75b-4098-b112-ddc7984b2276 req-e6d04fb5-d9ca-468d-a39c-0908fd2c4f87 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:50.881690 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f76705d8-f75b-4098-b112-ddc7984b2276 req-e6d04fb5-d9ca-468d-a39c-0908fd2c4f87 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0802798
May 13 16:27:50.930142 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f76705d8-f75b-4098-b112-ddc7984b2276 req-934d5afc-a2a7-4d12-9867-8f36cb802a36 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425007
May 13 16:27:51.159159 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2b746c55-a694-409f-9da8-fbb86d853c85 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:51.160712 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2b746c55-a694-409f-9da8-fbb86d853c85 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0816352
May 13 16:27:51.319224 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Deleting port 9516730e-2cbf-4b11-9412-8451718c0ac6 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:27:51.320066 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:51.331100 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2363dc-db24-4645-8ad6-7291df83690a req-d5ca46bb-5977-4972-a382-b489390b5b38 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:51.332579 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cd2363dc-db24-4645-8ad6-7291df83690a req-d5ca46bb-5977-4972-a382-b489390b5b38 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 945 time: 0.0878150
May 13 16:27:51.381165 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cd2363dc-db24-4645-8ad6-7291df83690a req-298ed95f-f0a4-4ead-af0b-71b2f8b57540 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415223
May 13 16:27:51.515068 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] For port 9516730e-2cbf-4b11-9412-8451718c0ac6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9516730e-2cbf-4b11-9412-8451718c0ac6,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:51.515419 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:51.650834 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Calling delete_port for 9516730e-2cbf-4b11-9412-8451718c0ac6 owned by compute:nova {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:27:51.663171 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9ad13-3cda-413d-ae68-e50753712128 req-3947003b-89e1-4ecd-8635-9245ded5dbda tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:51.664258 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-60e9ad13-3cda-413d-ae68-e50753712128 req-3947003b-89e1-4ecd-8635-9245ded5dbda tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.2678256
May 13 16:27:51.723408 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-60e9ad13-3cda-413d-ae68-e50753712128 req-b8b343fd-1a2f-48fb-b563-625ca6cb4b3d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521479
May 13 16:27:51.873942 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:51.879446 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5aa98115-1493-4eb2-a4bc-3691fef48f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:51.927282 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Pushing event deleted for resources: {'Port': ['ID=9516730e-2cbf-4b11-9412-8451718c0ac6,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:51.931873 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['91e8a7e6-b89b-4740-86a4-9c3ed6143aba', '9516730e-2cbf-4b11-9412-8451718c0ac6'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:51.959604 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:52.014252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-ddb33e8c-aebc-4ee2-9416-62fbc80e5b62 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:52.015022 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] No DVR routers for this DVR port 9516730e-2cbf-4b11-9412-8451718c0ac6 on host hv-cinder-68948 {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:27:52.015768 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-ddb33e8c-aebc-4ee2-9416-62fbc80e5b62 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 946 time: 0.0842016
May 13 16:27:52.017717 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.020455 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'name': 'network-vif-deleted', 'tag': '9516730e-2cbf-4b11-9412-8451718c0ac6'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:52.075339 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddf1269-b8cb-46b2-ba2c-e02abc16df28', 'name': 'network-vif-deleted', 'tag': '9516730e-2cbf-4b11-9412-8451718c0ac6', 'status': 'completed', 'code': 200}
May 13 16:27:52.101350 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eb346d66-ffe8-46fb-973e-b99fb5866a1e req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "DELETE /v2.0/ports/9516730e-2cbf-4b11-9412-8451718c0ac6 HTTP/1.1" status: 204  len: 173 time: 0.9331844
May 13 16:27:52.304031 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330f8e1-8787-4d9c-8feb-805e4692f0df req-b99c21f2-64d2-4353-8948-e54bbbb384e3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:52.305568 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9330f8e1-8787-4d9c-8feb-805e4692f0df req-b99c21f2-64d2-4353-8948-e54bbbb384e3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.2405910
May 13 16:27:52.336530 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Deleting port 1e3d58e9-548a-4f57-9adf-60940a4391b7 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:27:52.337233 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.438282 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9330f8e1-8787-4d9c-8feb-805e4692f0df req-0601d0a5-a6c9-4ef8-a42c-be108fa3ffda tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1212149
May 13 16:27:52.495320 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] For port 1e3d58e9-548a-4f57-9adf-60940a4391b7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e3d58e9-548a-4f57-9adf-60940a4391b7,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:52.495692 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.559956 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-60661254-ac90-4a2a-8838-cd9781d8a589 req-472d2047-acdc-4255-a603-b8be3acd8fbb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Synchronizing usage tracker for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:52.622912 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Calling delete_port for 1e3d58e9-548a-4f57-9adf-60940a4391b7 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:27:52.656348 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36364) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:27:52.691435 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-60661254-ac90-4a2a-8838-cd9781d8a589 req-472d2047-acdc-4255-a603-b8be3acd8fbb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Unset dirty status for tenant:6fc133c816bd4cc5a3a87f673a4c97d6 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:52.692582 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-60661254-ac90-4a2a-8838-cd9781d8a589 req-472d2047-acdc-4255-a603-b8be3acd8fbb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf1269-b8cb-46b2-ba2c-e02abc16df28 HTTP/1.1" status: 200  len: 210 time: 0.1745510
May 13 16:27:52.721491 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Deleting subnet 82e1035e-9149-4b82-a66d-71f814955fbc {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:27:52.725038 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.780855 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.797767 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.804793 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:52.842785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.848194 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', '1e3d58e9-548a-4f57-9adf-60940a4391b7'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:52.894586 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event deleted for resources: {'Port': ['ID=1e3d58e9-548a-4f57-9adf-60940a4391b7,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:52.923107 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-97a7053b-4dc3-4021-8f29-0983f70a8168 req-ed6196ad-03ee-4fc9-9758-34f8251a6295 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 210 time: 0.0848832
May 13 16:27:52.924016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:52.980418 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] No DVR routers for this DVR port 1e3d58e9-548a-4f57-9adf-60940a4391b7 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:27:52.983105 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:52.986621 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'name': 'network-vif-deleted', 'tag': '1e3d58e9-548a-4f57-9adf-60940a4391b7'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:52.998967 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8825be2d-520b-4d8e-8829-94ad559b4ab4 req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "DELETE /v2.0/ports/1e3d58e9-548a-4f57-9adf-60940a4391b7 HTTP/1.1" status: 204  len: 173 time: 0.9712842
May 13 16:27:53.039432 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9953c737-dccb-4150-a5e9-6717bbb4d2b8', 'name': 'network-vif-deleted', 'tag': '1e3d58e9-548a-4f57-9adf-60940a4391b7', 'status': 'completed', 'code': 200}
May 13 16:27:53.200256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.205026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-36df9a2c-2a18-41d5-be99-16ae9efd129b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:53.241918 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e1035e-9149-4b82-a66d-71f814955fbc,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:53.244179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:53.245192 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.251614 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/82e1035e-9149-4b82-a66d-71f814955fbc HTTP/1.1" status: 204  len: 168 time: 0.5940077
May 13 16:27:53.254023 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36372) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:27:53.450586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.630009 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.648788 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f693a025700>,) {'filters': {'network_id': ['6e369916-a5a7-4b77-95bf-81af0f82aa4a']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:27:53.661199 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f693a025700>, '513d7dfa-8217-4f3f-92e9-6702b9b376d9') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:27:53.661611 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f693a025700>, '513d7dfa-8217-4f3f-92e9-6702b9b376d9') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:27:53.670611 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705945-0c91-4dc2-8a13-fd4e938a61a8 req-d6c570e6-d8e8-4903-8f52-555ecb41ec64 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:53.679662 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-34705945-0c91-4dc2-8a13-fd4e938a61a8 req-d6c570e6-d8e8-4903-8f52-555ecb41ec64 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0928669
May 13 16:27:53.680228 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.691406 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.698109 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:27:53.698491 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:27:53.711481 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:27:53.730172 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-34705945-0c91-4dc2-8a13-fd4e938a61a8 req-1dbfbd57-ee5b-4552-8bf5-37275a41681e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421629
May 13 16:27:53.843272 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.847258 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-14dd6d2e-b146-4661-98ac-60bf817cdf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:53.866175 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:53.868644 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e369916-a5a7-4b77-95bf-81af0f82aa4a,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:53.875177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:53.931917 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-85208d86-80eb-4fa6-9a38-8e2f98bfc783 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6e369916-a5a7-4b77-95bf-81af0f82aa4a HTTP/1.1" status: 204  len: 168 time: 0.6745415
May 13 16:27:54.126706 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:27:54.250161 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eea5ddfd-66ae-4c3b-bb99-0679a2861c5c req-17df2a82-87dc-4ca0-b7b3-1bccafa057f0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=9953c737-dccb-4150-a5e9-6717bbb4d2b8 HTTP/1.1" status: 200  len: 210 time: 0.0427229
May 13 16:27:54.278939 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:54.296364 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '425d7b24-b326-443e-a889-2bafdaa22b27', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'port_id': '425d7b24-b326-443e-a889-2bafdaa22b27', 'mac_address': 'fa:16:3e:a7:4d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:27:54.352283 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:54.370389 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 425d7b24-b326-443e-a889-2bafdaa22b27 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:27:54.386199 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:54.480575 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:54.482394 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:54.517436 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120b54e-5b54-44e3-820e-dbc6be640d73 req-e99993b3-3ad0-4ceb-9cdf-8f510c5e49cf tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:54.519120 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d120b54e-5b54-44e3-820e-dbc6be640d73 req-e99993b3-3ad0-4ceb-9cdf-8f510c5e49cf tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0852537
May 13 16:27:54.551598 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=6']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:54.554855 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 36392) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:27:54.559777 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.560531 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.560875 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.561225 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.561722 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.562246 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.562795 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.563392 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.563914 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.564418 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.564906 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.565420 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:27:54.570381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:54.580276 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d120b54e-5b54-44e3-820e-dbc6be640d73 req-ddf9b868-f1ff-4de2-b71a-af83b06c0b41 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533307
May 13 16:27:54.611135 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-62cf87fc-e3d6-4fea-9da0-d801f589dbea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0bc2aa4ccfb477ebc03dad77a3f3273&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548513
May 13 16:27:54.613519 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 36398) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:27:54.675480 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:54.700759 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:54.814785 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:54.820020 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-733705c1-a1b0-4b3b-bb96-fb2bbbbdb94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:54.832712 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55c778f-ed46-4fb4-96e7-01e958652a97,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:54.835356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:54.902287 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:54.903383 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d55c778f-ed46-4fb4-96e7-01e958652a97 HTTP/1.1" status: 204  len: 168 time: 0.2873223
May 13 16:27:54.909422 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:27:54.928883 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe13f1-1a11-46ca-99a2-d8629760582c req-dcf3e363-3d75-4340-8ec4-437f3492e306 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:54.930396 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2fbe13f1-1a11-46ca-99a2-d8629760582c req-dcf3e363-3d75-4340-8ec4-437f3492e306 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 944 time: 0.0891316
May 13 16:27:54.976465 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2fbe13f1-1a11-46ca-99a2-d8629760582c req-88941415-3cc2-4873-ad68-4dbc03b9116c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401714
May 13 16:27:55.068460 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['425d7b24-b326-443e-a889-2bafdaa22b27'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:27:55.841355 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa8bfd-9177-42a0-931e-bda8f90bef3e req-3b3be83f-7743-42d3-80a3-f884e1966781 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:55.842671 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-edfa8bfd-9177-42a0-931e-bda8f90bef3e req-3b3be83f-7743-42d3-80a3-f884e1966781 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0982847
May 13 16:27:55.894592 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-edfa8bfd-9177-42a0-931e-bda8f90bef3e req-735140d8-b2e8-4d46-9df1-ca04a517ff7d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446305
May 13 16:27:56.144520 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:27:56.257906 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33580e77-7815-4ded-9f8c-b4c1d0b74e14 req-93df3723-c39d-4ac5-af01-5924b619abf3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:56.260973 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-33580e77-7815-4ded-9f8c-b4c1d0b74e14 req-93df3723-c39d-4ac5-af01-5924b619abf3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 944 time: 0.1550398
May 13 16:27:56.288687 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 425d7b24-b326-443e-a889-2bafdaa22b27 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:27:56.289075 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:56.328084 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-33580e77-7815-4ded-9f8c-b4c1d0b74e14 req-ffa4ca48-f2a6-4d46-8a89-55a10a50ba1f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0601563
May 13 16:27:56.444760 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:56.517858 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:27:56.564685 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:27:56.613000 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e697e0-33a5-4d01-b088-7cf8b9626780 req-b447abca-cdcd-4577-aafc-df28705d91f0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:56.614430 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-67e697e0-33a5-4d01-b088-7cf8b9626780 req-b447abca-cdcd-4577-aafc-df28705d91f0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:27:56.628150 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:27:56.629045 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1e3d58e9-548a-4f57-9adf-60940a4391b7 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:27:56.684464 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27', 'code': 200}
May 13 16:27:56.684999 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:27:56.700117 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-67e697e0-33a5-4d01-b088-7cf8b9626780 req-b447abca-cdcd-4577-aafc-df28705d91f0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:27:56.709536 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-67e697e0-33a5-4d01-b088-7cf8b9626780 req-b447abca-cdcd-4577-aafc-df28705d91f0 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 945 time: 0.2573228
May 13 16:27:56.791016 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-67e697e0-33a5-4d01-b088-7cf8b9626780 req-57b0f128-2d87-47c8-b414-54dac87687d6 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727749
May 13 16:27:56.797186 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=7']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:27:56.809412 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:27:56.810563 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 1e3d58e9-548a-4f57-9adf-60940a4391b7 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:27:56.810563 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 1e3d58e9-548a-4f57-9adf-60940a4391b7 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:27:56.811192 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9516730e-2cbf-4b11-9412-8451718c0ac6 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:27:56.870928 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 9516730e-2cbf-4b11-9412-8451718c0ac6 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:27:56.872045 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9516730e-2cbf-4b11-9412-8451718c0ac6 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:27:57.129129 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01dace-f0cc-4a9c-931a-0973da3cfb67 req-a281f339-37b4-458f-ab38-a78b1c8a7b24 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:57.137554 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6d01dace-f0cc-4a9c-931a-0973da3cfb67 req-a281f339-37b4-458f-ab38-a78b1c8a7b24 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0967469
May 13 16:27:57.184920 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6d01dace-f0cc-4a9c-931a-0973da3cfb67 req-68cac4ae-4707-4e01-a1f0-48be90a8043f tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462358
May 13 16:27:57.585422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f6fe5-89b5-4fcc-9a0d-f97a81ce09fc req-12f377d6-8a86-45f3-98d3-acf856f882cf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:57.593687 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-608f6fe5-89b5-4fcc-9a0d-f97a81ce09fc req-12f377d6-8a86-45f3-98d3-acf856f882cf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1097245
May 13 16:27:57.652461 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-608f6fe5-89b5-4fcc-9a0d-f97a81ce09fc req-b39541e3-7a4e-476c-90cf-fb1dfec9476f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0574634
May 13 16:27:58.054956 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002abcb1-3ca0-4ca5-81a5-afec06328b7e req-7c7189f4-7be4-4fe8-8d4f-da4791925a38 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:58.057304 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-002abcb1-3ca0-4ca5-81a5-afec06328b7e req-7c7189f4-7be4-4fe8-8d4f-da4791925a38 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 945 time: 0.1314266
May 13 16:27:58.125743 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-002abcb1-3ca0-4ca5-81a5-afec06328b7e req-d90d8e88-490d-4eea-82cd-cb59f4ccbf1c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573392
May 13 16:27:58.422327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f38ff-194f-40b3-8f26-61d376dd2076 req-a3947123-f80b-4aec-a1a0-3f4d8c5b0f22 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:58.423811 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-520f38ff-194f-40b3-8f26-61d376dd2076 req-a3947123-f80b-4aec-a1a0-3f4d8c5b0f22 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1124613
May 13 16:27:58.475570 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-520f38ff-194f-40b3-8f26-61d376dd2076 req-d9376e71-67f4-401f-8172-bcf29408c3fc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452664
May 13 16:27:59.079802 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947bf2-efb5-42c1-b602-53111199aef9 req-f493979f-fec9-4f26-be99-efd950db5354 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:59.101453 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-31947bf2-efb5-42c1-b602-53111199aef9 req-f493979f-fec9-4f26-be99-efd950db5354 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.2118633
May 13 16:27:59.187536 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-31947bf2-efb5-42c1-b602-53111199aef9 req-1ec51031-dd16-4a04-8aae-2008ef42d170 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0923882
May 13 16:27:59.644548 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac590a-bda9-4b86-a3b0-9cdf0d9d6809 req-937d76bf-0135-4d27-bb2c-20d50a63a21f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:59.653726 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9bac590a-bda9-4b86-a3b0-9cdf0d9d6809 req-937d76bf-0135-4d27-bb2c-20d50a63a21f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 945 time: 0.1715999
May 13 16:27:59.740732 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9bac590a-bda9-4b86-a3b0-9cdf0d9d6809 req-e7f6b1c4-a2c1-4a19-87ae-d7a08dbcfc1c tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839345
May 13 16:27:59.762317 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-57b80571-4817-4609-baec-2aceaa6165cb tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:59.772415 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-57b80571-4817-4609-baec-2aceaa6165cb tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 945 time: 0.3430619
May 13 16:27:59.784199 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a348d9-fc54-43b7-9afb-2d4f871a40f4 req-9f92dba0-ab99-406b-ac0c-ac0f1bde405c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:27:59.786086 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a348d9-fc54-43b7-9afb-2d4f871a40f4 req-9f92dba0-ab99-406b-ac0c-ac0f1bde405c tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1098647
May 13 16:27:59.850094 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-33a348d9-fc54-43b7-9afb-2d4f871a40f4 req-26b09b2e-b7d8-4ae9-81fe-f9a98a355f82 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570319
May 13 16:28:00.045232 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Deleting port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:28:00.045232 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:00.194908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] For port d48752e7-15bf-45ed-b9fc-25fe3dece5b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:00.195270 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:00.326257 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Calling delete_port for d48752e7-15bf-45ed-b9fc-25fe3dece5b5 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:28:00.543877 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d383b97-435f-48ee-8407-773ca727540b req-071896d5-18b9-4be2-bb0c-35b233812703 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:00.545963 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d383b97-435f-48ee-8407-773ca727540b req-071896d5-18b9-4be2-bb0c-35b233812703 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1114860
May 13 16:28:00.599567 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d383b97-435f-48ee-8407-773ca727540b req-87cc287b-cdc5-4eeb-b258-4ec69cf51d4a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477979
May 13 16:28:00.609275 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:00.609275 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3a55ce03-7f63-431f-be6a-1a61ebdd029f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:00.656217 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event deleted for resources: {'Port': ['ID=d48752e7-15bf-45ed-b9fc-25fe3dece5b5,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:00.659213 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:00.674567 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:28:00.747458 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] No DVR routers for this DVR port d48752e7-15bf-45ed-b9fc-25fe3dece5b5 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:28:00.750387 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:00.754691 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'name': 'network-vif-deleted', 'tag': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:28:00.813309 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5776983-7618-42a1-a71f-f0ed5336525f', 'name': 'network-vif-deleted', 'tag': 'd48752e7-15bf-45ed-b9fc-25fe3dece5b5', 'status': 'completed', 'code': 200}
May 13 16:28:00.874864 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4fafaaf7-ee15-4c71-8bd4-5d2dba056c62 req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "DELETE /v2.0/ports/d48752e7-15bf-45ed-b9fc-25fe3dece5b5 HTTP/1.1" status: 204  len: 173 time: 1.0854132
May 13 16:28:00.947040 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-8562729a-17ef-47cd-b190-54a8da249841 req-3e230a01-3489-4158-a5ed-05b3aba6e229 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:28:01.095345 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-8562729a-17ef-47cd-b190-54a8da249841 req-3e230a01-3489-4158-a5ed-05b3aba6e229 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:28:01.096714 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8562729a-17ef-47cd-b190-54a8da249841 req-3e230a01-3489-4158-a5ed-05b3aba6e229 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.2054162
May 13 16:28:01.137322 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd447a86-8a43-477b-b396-d1e2ed5b177f req-c7dba2ab-c30c-4158-9578-b1bdfd8e26b7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:01.139611 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cd447a86-8a43-477b-b396-d1e2ed5b177f req-c7dba2ab-c30c-4158-9578-b1bdfd8e26b7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1280825
May 13 16:28:01.229255 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cd447a86-8a43-477b-b396-d1e2ed5b177f req-0de732a4-3324-4b07-bb6b-d585342e926d tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733609
May 13 16:28:01.816634 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b84fa-117f-4291-90d3-4e6901a0f587 req-73e86b27-44a6-4480-9e22-6197b9316142 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:01.823825 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-289b84fa-117f-4291-90d3-4e6901a0f587 req-73e86b27-44a6-4480-9e22-6197b9316142 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0934629
May 13 16:28:01.873537 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-289b84fa-117f-4291-90d3-4e6901a0f587 req-53f69974-8c85-402d-b342-5f0ecc0ee339 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488162
May 13 16:28:01.890904 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327398f-1e56-414c-9817-2ff03bf8ad87 req-bf4661a3-a540-415b-8bd4-547453f574ab tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:01.893312 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3327398f-1e56-414c-9817-2ff03bf8ad87 req-bf4661a3-a540-415b-8bd4-547453f574ab tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0964704
May 13 16:28:01.949673 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3327398f-1e56-414c-9817-2ff03bf8ad87 req-583ed912-16d7-4db4-9a58-8f33a4b011fc tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501022
May 13 16:28:02.297858 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b3d7ea22-a869-4ca5-9624-ffbf98ff578f req-35f7fc31-fb9d-4d54-bd5d-634a60a2c099 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0644486
May 13 16:28:02.425953 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c3939-916a-47b9-a8b2-9a0271f87445 req-f66695f4-8de7-4d36-af1f-3fdef38ec44b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:02.432884 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d36c3939-916a-47b9-a8b2-9a0271f87445 req-f66695f4-8de7-4d36-af1f-3fdef38ec44b tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0964615
May 13 16:28:02.476675 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d36c3939-916a-47b9-a8b2-9a0271f87445 req-a6c08ce8-33cf-43ed-aa9a-23e89b1487cb tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425422
May 13 16:28:03.133502 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9e92e-59ef-43c8-a964-cbba4d866d52 req-103a8e6f-b39b-433c-bb0f-0b351bcebdd5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:03.141384 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-00c9e92e-59ef-43c8-a964-cbba4d866d52 req-103a8e6f-b39b-433c-bb0f-0b351bcebdd5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1326158
May 13 16:28:03.200108 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-00c9e92e-59ef-43c8-a964-cbba4d866d52 req-3073c582-6a39-4d36-a6a4-10fb75e66201 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0571876
May 13 16:28:03.258049 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf5ed3-1bd8-4103-b480-d2443dc2c614 req-86417cf8-0acc-4aec-a8b5-644c29f3ce7b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:03.260103 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-27cf5ed3-1bd8-4103-b480-d2443dc2c614 req-86417cf8-0acc-4aec-a8b5-644c29f3ce7b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1399057
May 13 16:28:03.314108 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-27cf5ed3-1bd8-4103-b480-d2443dc2c614 req-ca79e453-de23-447e-9bf6-a0750570e915 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460532
May 13 16:28:03.492396 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6365a8e7-39ac-468f-b689-ae448caad725 req-4a5b401c-ff89-4cbd-900b-9113afc00b32 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0492690
May 13 16:28:03.686991 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b65c-250b-4a90-94b3-b5c450ef535d req-312bdfb8-6438-4fb4-848d-344dabcb3edc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:03.689055 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b757b65c-250b-4a90-94b3-b5c450ef535d req-312bdfb8-6438-4fb4-848d-344dabcb3edc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0831702
May 13 16:28:03.735524 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b757b65c-250b-4a90-94b3-b5c450ef535d req-10d89a3a-3d05-43be-9c57-48b9b21d3654 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416274
May 13 16:28:04.433958 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684eb3b-bc09-40cd-a37b-883586d152f6 req-f66a9042-7fcd-4843-abd6-279dc30a2565 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:04.436203 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3684eb3b-bc09-40cd-a37b-883586d152f6 req-f66a9042-7fcd-4843-abd6-279dc30a2565 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1141820
May 13 16:28:04.517397 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3684eb3b-bc09-40cd-a37b-883586d152f6 req-e5531b8f-05d9-446d-928f-bd229e28bbf1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0658679
May 13 16:28:04.674085 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c0541-151b-452d-8e08-14e765e5793a req-5f2c30d3-9d3b-4c85-b066-27ccbedb8581 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:04.676252 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7a5c0541-151b-452d-8e08-14e765e5793a req-5f2c30d3-9d3b-4c85-b066-27ccbedb8581 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1201794
May 13 16:28:04.719826 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0e6cafcd-6e8a-4847-94a0-5b2118d6bae6 req-27af791e-4e12-4d34-80ef-774795c0d270 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0607610
May 13 16:28:04.730011 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7a5c0541-151b-452d-8e08-14e765e5793a req-d407a39f-4e8a-4aba-813e-446f0f19b76e tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448303
May 13 16:28:04.957687 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629647e-ad5e-42d1-885c-5980102a1895 req-e0fc152d-41e0-4931-a391-cba850c107af tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:04.959805 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7629647e-ad5e-42d1-885c-5980102a1895 req-e0fc152d-41e0-4931-a391-cba850c107af tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1055968
May 13 16:28:05.114253 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7629647e-ad5e-42d1-885c-5980102a1895 req-0e19d611-ef23-44d8-a365-dcf58be67df3 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438725
May 13 16:28:05.367753 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d48752e7-15bf-45ed-b9fc-25fe3dece5b5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:05.414313 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: d48752e7-15bf-45ed-b9fc-25fe3dece5b5 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:28:05.414668 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d48752e7-15bf-45ed-b9fc-25fe3dece5b5 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:28:05.728729 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f6246-2731-4b91-95d3-e776bf3e297e req-326519c1-ec39-4d42-a0ae-f83d6ae6acc9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:05.745996 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d5f6246-2731-4b91-95d3-e776bf3e297e req-326519c1-ec39-4d42-a0ae-f83d6ae6acc9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1078570
May 13 16:28:05.803441 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d5f6246-2731-4b91-95d3-e776bf3e297e req-8b2df00a-e767-423b-ac94-66d5524de4d6 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0563524
May 13 16:28:05.910812 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-57d015f8-a64a-4c54-91b4-66b4f3d981a8 req-c9bea6be-a27b-48d4-a04e-d47f1bdccc74 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0559616
May 13 16:28:06.033464 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c865f8b-dcd3-4082-8bee-7f582f1cd482 req-ccb3a528-77a0-4d74-ba16-bd93fffc8a34 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:06.035102 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6c865f8b-dcd3-4082-8bee-7f582f1cd482 req-ccb3a528-77a0-4d74-ba16-bd93fffc8a34 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0947049
May 13 16:28:06.087648 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6c865f8b-dcd3-4082-8bee-7f582f1cd482 req-16d7fab6-8866-4aae-ba0a-ce77e7a9e142 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447176
May 13 16:28:06.334602 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face835-ad02-45f9-8c98-08b87434abe3 req-afd3c17e-d37f-4929-875a-3d85571a3129 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:06.336117 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3face835-ad02-45f9-8c98-08b87434abe3 req-afd3c17e-d37f-4929-875a-3d85571a3129 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1082380
May 13 16:28:06.393432 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3face835-ad02-45f9-8c98-08b87434abe3 req-9ab38896-4a1d-4d8d-a3fb-c6b654a6b3bd tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489478
May 13 16:28:07.009131 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fb525-6f83-46d8-a09a-bac166000489 req-ba60fd0a-d064-4b8d-b157-be3f0f4c8db7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:07.010679 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-041fb525-6f83-46d8-a09a-bac166000489 req-ba60fd0a-d064-4b8d-b157-be3f0f4c8db7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0953581
May 13 16:28:07.065710 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-041fb525-6f83-46d8-a09a-bac166000489 req-e99bd18f-6ea9-40f9-b543-7e6db15a95f6 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0487077
May 13 16:28:07.072677 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a6b7cdee-dd9f-4ad4-a849-ff7773b12f74 req-53256956-ef73-4394-b7fd-c35995fcecc1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0429552
May 13 16:28:07.295752 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5ad02-85c7-4069-b5e1-171d3e045640 req-09166d7f-8f95-4df2-8f3b-6917cedd7198 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:07.298087 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-22e5ad02-85c7-4069-b5e1-171d3e045640 req-09166d7f-8f95-4df2-8f3b-6917cedd7198 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0865035
May 13 16:28:07.345252 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-22e5ad02-85c7-4069-b5e1-171d3e045640 req-ed247d92-5c00-42c4-bc07-015d1f52781a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421410
May 13 16:28:07.585984 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaa22f-5347-4b4c-9d50-10b6f17bccf2 req-9a80b56d-1df2-4be5-8802-8cbb4aed6b89 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:07.587994 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e4eaa22f-5347-4b4c-9d50-10b6f17bccf2 req-9a80b56d-1df2-4be5-8802-8cbb4aed6b89 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0884826
May 13 16:28:07.644468 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e4eaa22f-5347-4b4c-9d50-10b6f17bccf2 req-f920477d-f510-4d7c-b349-991d122634ca tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506639
May 13 16:28:08.267540 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a85096c7-8cae-454a-b6cd-44f89aa10e4c req-1a6dc5f7-24b6-4b9c-96be-a55c7cbba23f tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0515146
May 13 16:28:08.375156 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabe16f-9f2f-4a22-85a0-f0f474bf33c5 req-9f4c574d-7311-4202-b776-624632feffe1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:08.376828 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bdabe16f-9f2f-4a22-85a0-f0f474bf33c5 req-9f4c574d-7311-4202-b776-624632feffe1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.1807485
May 13 16:28:08.429036 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bdabe16f-9f2f-4a22-85a0-f0f474bf33c5 req-7449682f-e415-4e2f-9ae9-c5e3b03b6422 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446796
May 13 16:28:08.571591 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cba6ec-14e3-4870-b398-acb51616109b req-9126e567-c12a-4c8c-a12a-60065cb6531a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:08.573142 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-13cba6ec-14e3-4870-b398-acb51616109b req-9126e567-c12a-4c8c-a12a-60065cb6531a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1047573
May 13 16:28:08.638611 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-13cba6ec-14e3-4870-b398-acb51616109b req-3cebbe9a-eafe-4ade-b3f5-cfef82514c0f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590806
May 13 16:28:08.870840 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461950f-cbc7-4a4e-bf9e-921ad8da3267 req-33215a31-9388-4364-b45d-b8bfe32b2aa7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:08.872398 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6461950f-cbc7-4a4e-bf9e-921ad8da3267 req-33215a31-9388-4364-b45d-b8bfe32b2aa7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1032648
May 13 16:28:08.924530 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6461950f-cbc7-4a4e-bf9e-921ad8da3267 req-c18185c6-05d1-4e74-a9e5-7eac1626dfe8 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458934
May 13 16:28:09.435477 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-28e600d2-3b0a-410f-a19d-12702490ffbe req-3f25c039-07dd-4937-9169-c3ea3683da62 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5776983-7618-42a1-a71f-f0ed5336525f HTTP/1.1" status: 200  len: 210 time: 0.0427270
May 13 16:28:09.629685 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21b0f7-8d4e-49a4-8d8a-f757d5d2f475 req-26301394-5b0b-40db-ad55-71b40103c797 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:09.631234 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7d21b0f7-8d4e-49a4-8d8a-f757d5d2f475 req-26301394-5b0b-40db-ad55-71b40103c797 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0833237
May 13 16:28:09.685681 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7d21b0f7-8d4e-49a4-8d8a-f757d5d2f475 req-9fd267bf-22b6-4eb0-b1dc-469d947be8eb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473220
May 13 16:28:09.834415 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f02825-b5ff-4b9a-b2cd-945f784e8969 req-614c61b0-5392-4d7d-b498-343df22e341d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:09.835806 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4f02825-b5ff-4b9a-b2cd-945f784e8969 req-614c61b0-5392-4d7d-b498-343df22e341d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0853453
May 13 16:28:09.887438 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4f02825-b5ff-4b9a-b2cd-945f784e8969 req-4668c92c-6ac1-4016-9631-ce1ec091b1f8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449283
May 13 16:28:10.122242 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9426813-b597-43d9-a040-69916b1fc2b8 req-6745138f-087c-4aa3-91c0-8403e2e3fead tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:10.123661 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b9426813-b597-43d9-a040-69916b1fc2b8 req-6745138f-087c-4aa3-91c0-8403e2e3fead tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0864465
May 13 16:28:10.171552 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b9426813-b597-43d9-a040-69916b1fc2b8 req-e2e2be2b-5452-43a8-8db3-e4a83387b91a tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422637
May 13 16:28:10.880069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae874ad-e73b-4903-863c-5093041d7619 req-005dca62-0817-42a2-8393-cb728b7e000d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:10.881642 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cae874ad-e73b-4903-863c-5093041d7619 req-005dca62-0817-42a2-8393-cb728b7e000d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0876050
May 13 16:28:10.936148 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cae874ad-e73b-4903-863c-5093041d7619 req-192229ac-4afa-40b8-af85-d98ddb8ce03c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486577
May 13 16:28:11.079614 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2bca-788e-4145-bbca-40f43593a76a req-e144cb8a-3b3a-495a-8997-e757cc6b7f24 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:11.080989 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8dcf2bca-788e-4145-bbca-40f43593a76a req-e144cb8a-3b3a-495a-8997-e757cc6b7f24 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0798659
May 13 16:28:11.125362 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8dcf2bca-788e-4145-bbca-40f43593a76a req-d714be9f-9362-4028-b1eb-608767dec9f8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386992
May 13 16:28:11.361939 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49370-e50a-44e0-8ba9-d67e25c976d3 req-21efb948-a757-4179-9fd7-6b282d330343 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:11.363404 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-17c49370-e50a-44e0-8ba9-d67e25c976d3 req-21efb948-a757-4179-9fd7-6b282d330343 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0794725
May 13 16:28:11.409999 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-17c49370-e50a-44e0-8ba9-d67e25c976d3 req-5210f2f5-e18b-4fe3-b1bc-83739360d6b1 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400338
May 13 16:28:11.502175 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4791b98f-b00f-4664-bee2-ea8f12262d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:12.320794 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05efc9-5547-496b-8773-91d80dd35471 req-864ecb55-6ace-478e-a5cc-c76ba8498c8f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:12.323007 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d05efc9-5547-496b-8773-91d80dd35471 req-864ecb55-6ace-478e-a5cc-c76ba8498c8f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0911632
May 13 16:28:12.376100 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9d05efc9-5547-496b-8773-91d80dd35471 req-8ff799c7-6df3-44d4-85f6-c9186736f902 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472002
May 13 16:28:12.395485 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51bc37-7d5a-4918-a1aa-33a87a19e15d req-14dd1b37-4a0a-4015-9bc6-286874a3e501 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:12.397001 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9f51bc37-7d5a-4918-a1aa-33a87a19e15d req-14dd1b37-4a0a-4015-9bc6-286874a3e501 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.3358967
May 13 16:28:12.445103 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9f51bc37-7d5a-4918-a1aa-33a87a19e15d req-024b6ff9-646f-45ad-a48b-61d9d1dda420 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414457
May 13 16:28:12.599453 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d2a3-5d0b-4374-bd0d-c5a333d6f219 req-222a45f1-bd4e-4b0c-8c6a-a31a3395ba48 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:12.600953 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e293d2a3-5d0b-4374-bd0d-c5a333d6f219 req-222a45f1-bd4e-4b0c-8c6a-a31a3395ba48 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0822725
May 13 16:28:12.647423 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e293d2a3-5d0b-4374-bd0d-c5a333d6f219 req-79d78894-cc87-4ccd-b304-bda36fa117e9 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404613
May 13 16:28:13.571895 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81f3a-8533-4088-b239-8e927fd4782c req-61e70425-9a03-4a27-b5d1-5d4cfb684325 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:13.573959 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-83a81f3a-8533-4088-b239-8e927fd4782c req-61e70425-9a03-4a27-b5d1-5d4cfb684325 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0860498
May 13 16:28:13.624525 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-83a81f3a-8533-4088-b239-8e927fd4782c req-7c8c89b6-9e5e-40a1-bb88-454669f2469f tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432856
May 13 16:28:13.669585 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14fbca-6c21-4638-9f2b-bfc0db0a41cf req-e57b3566-54d0-4a11-aac4-7c9bf161741c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:13.671268 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ab14fbca-6c21-4638-9f2b-bfc0db0a41cf req-e57b3566-54d0-4a11-aac4-7c9bf161741c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0964978
May 13 16:28:13.720073 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ab14fbca-6c21-4638-9f2b-bfc0db0a41cf req-951873ba-f819-4922-8b6b-1a9cdaba4554 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423863
May 13 16:28:13.751561 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:13.840337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e12c-adaa-4f8c-b349-8057f262cdee req-41a6c64f-9792-485e-907a-056080e060c7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:13.842290 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ef32e12c-adaa-4f8c-b349-8057f262cdee req-41a6c64f-9792-485e-907a-056080e060c7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0821457
May 13 16:28:13.879391 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-f99dc93c-2e2a-4735-a435-91352de18155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:13.881026 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-f99dc93c-2e2a-4735-a435-91352de18155 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1098 time: 0.0791750
May 13 16:28:13.894648 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ef32e12c-adaa-4f8c-b349-8057f262cdee req-efbe2751-35df-449d-a5b3-b503bc7d85cc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468769
May 13 16:28:13.936344 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-8224c8b9-6251-4ac1-9565-214da19c4996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:14.018632 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-8c26f90e-a9c5-4fd3-9d32-28f0410cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:14.020160 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-8c26f90e-a9c5-4fd3-9d32-28f0410cf9d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.1308234
May 13 16:28:14.138047 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-a6b944f5-1da6-40bb-b0e1-82b46b23dede service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=425d7b24-b326-443e-a889-2bafdaa22b27 HTTP/1.1" status: 200  len: 1000 time: 0.1019456
May 13 16:28:14.250270 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-c52e4343-d38e-4288-a2bc-640a2c880e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:14.251882 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-c52e4343-d38e-4288-a2bc-640a2c880e24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.1043351
May 13 16:28:14.338100 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-6e8e60d7-8638-4283-8014-f42a5b518b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:14.339625 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-6e8e60d7-8638-4283-8014-f42a5b518b17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0752983
May 13 16:28:14.484546 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-29cd230a-0be1-4ff1-b7e5-0d6399fac756 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324944
May 13 16:28:14.623305 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df8f6aa4-6558-4201-8e2d-f4a6e514e93e req-fc506675-5df8-48de-b460-633b35e93a4d service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311071
May 13 16:28:14.802927 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:14.917411 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ab1a-8084-4b55-bd74-6a1996b53847 req-0a8f6a72-aece-4aa9-9b34-7c831f3b477e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:14.919086 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a5e7ab1a-8084-4b55-bd74-6a1996b53847 req-0a8f6a72-aece-4aa9-9b34-7c831f3b477e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 945 time: 0.0856333
May 13 16:28:14.960003 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6579-409b-4b1a-a547-005d70dabd9d req-7cab6c79-7c8e-411c-a99b-94b0270d5486 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:14.966144 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a5e7ab1a-8084-4b55-bd74-6a1996b53847 req-90a9c238-2cb5-4df1-837c-184ce36082c5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410542
May 13 16:28:14.967734 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7e3f6579-409b-4b1a-a547-005d70dabd9d req-7cab6c79-7c8e-411c-a99b-94b0270d5486 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.2309804
May 13 16:28:15.013876 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7e3f6579-409b-4b1a-a547-005d70dabd9d req-8baf1c01-30b4-48ea-b5b4-f4e9abc5d50a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452051
May 13 16:28:15.162783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def464c-4e62-4f98-8d69-dccceec978d3 req-7c864c83-f1ac-4ad0-8520-f746f55df141 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:15.164326 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6def464c-4e62-4f98-8d69-dccceec978d3 req-7c864c83-f1ac-4ad0-8520-f746f55df141 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0853465
May 13 16:28:15.211742 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6def464c-4e62-4f98-8d69-dccceec978d3 req-96996efd-5d17-41c5-99b0-442fd2de55b2 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416887
May 13 16:28:15.391674 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:15.512788 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:15.540085 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:28:15.549956 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:15.587668 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27', 'code': 200}
May 13 16:28:15.641069 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:15.644318 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-bfb0c3d6-ccd3-43f3-8061-59a70849a681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:15.712980 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=8']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:15.716110 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:15.895992 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502967d-a6c1-4889-bad5-9ef51719af03 req-6b7527a8-51eb-4ba9-8795-29f9c5a6cd6d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:15.897415 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8502967d-a6c1-4889-bad5-9ef51719af03 req-6b7527a8-51eb-4ba9-8795-29f9c5a6cd6d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.0798063
May 13 16:28:15.943041 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8502967d-a6c1-4889-bad5-9ef51719af03 req-5b9ca1aa-389f-44aa-be50-e1c8ffa7f47d tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396235
May 13 16:28:16.171916 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052169-968d-429d-96c5-869f7413e4db req-e347a69f-5ff1-4b3b-92e1-1de2f6f97404 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:16.173347 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-28052169-968d-429d-96c5-869f7413e4db req-e347a69f-5ff1-4b3b-92e1-1de2f6f97404 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0903156
May 13 16:28:16.217324 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a1fc-1fea-4cbc-9d69-c527edbd5741 req-5d9df28e-a7f5-4f09-b265-06b6279a2a0a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:16.218867 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c80a1fc-1fea-4cbc-9d69-c527edbd5741 req-5d9df28e-a7f5-4f09-b265-06b6279a2a0a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0928066
May 13 16:28:16.268589 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-28052169-968d-429d-96c5-869f7413e4db req-860e6cea-59c1-47cc-8c54-ec263c508dcc tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0549161
May 13 16:28:16.268907 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c80a1fc-1fea-4cbc-9d69-c527edbd5741 req-339b72f5-dc4b-4502-8479-637e71db2501 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427439
May 13 16:28:16.307552 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35560973-36b9-48b2-99b0-899483156f4d req-156fc2ca-737a-4d3b-9e97-6da1e5356ae0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:16.309657 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-35560973-36b9-48b2-99b0-899483156f4d req-156fc2ca-737a-4d3b-9e97-6da1e5356ae0 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.1352732
May 13 16:28:16.479098 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Deleting port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:28:16.479558 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:16.481333 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb56d2d-0b58-4d62-9223-e00b54148b6e req-0051cd8c-cc4d-4ff7-bb8a-49d9f566902e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:16.482949 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8eb56d2d-0b58-4d62-9223-e00b54148b6e req-0051cd8c-cc4d-4ff7-bb8a-49d9f566902e tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 946 time: 0.0980051
May 13 16:28:16.593468 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8eb56d2d-0b58-4d62-9223-e00b54148b6e req-772bbb0f-6049-4a19-88a3-133644604449 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b2dc186-c937-4ba0-97c4-40461e9abeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037323
May 13 16:28:16.660539 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] For port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:16.661184 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:16.742349 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:16.901589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Calling delete_port for 91e8a7e6-b89b-4740-86a4-9c3ed6143aba owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:28:17.059430 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 36760) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:17.091358 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:17.100922 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:17.154829 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Pushing event deleted for resources: {'Port': ['ID=91e8a7e6-b89b-4740-86a4-9c3ed6143aba,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:17.158812 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:17.164119 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['91e8a7e6-b89b-4740-86a4-9c3ed6143aba'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:28:17.271286 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] No DVR routers for this DVR port 91e8a7e6-b89b-4740-86a4-9c3ed6143aba on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:28:17.273119 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:17.282591 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:17.287427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'name': 'network-vif-deleted', 'tag': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:28:17.344804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:17.350456 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Usage tracker for resource:security_group_rule and tenant:fe561da014484a36af6301de6878148c is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:17.355561 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:17.364647 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:17.417569 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22528d35-ac99-4444-a803-6ec076dc0e35 req-23edfae2-0980-4871-94db-122b4970c757 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:17.418693 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-22528d35-ac99-4444-a803-6ec076dc0e35 req-23edfae2-0980-4871-94db-122b4970c757 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.1490612
May 13 16:28:17.456330 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-35560973-36b9-48b2-99b0-899483156f4d req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.24 "DELETE /v2.0/ports/91e8a7e6-b89b-4740-86a4-9c3ed6143aba HTTP/1.1" status: 204  len: 173 time: 1.1297150
May 13 16:28:17.483586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171e23d-9167-4c54-a0f0-f5f50ec5312b req-0bd120d5-636e-457b-99a7-5b8cd8abf139 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:17.485117 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a171e23d-9167-4c54-a0f0-f5f50ec5312b req-0bd120d5-636e-457b-99a7-5b8cd8abf139 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0944285
May 13 16:28:17.491028 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-22528d35-ac99-4444-a803-6ec076dc0e35 req-5dc6a404-4dce-4ef4-b382-6cdcd7c695e9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657940
May 13 16:28:17.540545 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:17.544724 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a171e23d-9167-4c54-a0f0-f5f50ec5312b req-c7723ad9-6c8b-4fe8-8e4a-0e78d391af57 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0499644
May 13 16:28:17.603428 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c7c299-cc4b-4299-b6af-e0b4e21580e4', 'name': 'network-vif-deleted', 'tag': '91e8a7e6-b89b-4740-86a4-9c3ed6143aba', 'status': 'completed', 'code': 200}
May 13 16:28:17.653775 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:17.668498 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a9c34eee-ba29-4052-aba9-6a4fcd3a4b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:17.724564 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe561da014484a36af6301de6878148c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6636992
May 13 16:28:17.726403 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8735557-ed57-45c7-bafc-3c8bd3c20d3c,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:17.728021 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36774) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:17.731862 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-fd530585-93ee-43f2-b84e-4d482b728546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:17.760854 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5eb51-76c0-4bf2-bc82-9b583e8bb667 req-78cb7b70-fac0-4902-a49c-348abd239b53 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:17.768798 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c9c5eb51-76c0-4bf2-bc82-9b583e8bb667 req-78cb7b70-fac0-4902-a49c-348abd239b53 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1520560
May 13 16:28:17.820796 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c9c5eb51-76c0-4bf2-bc82-9b583e8bb667 req-c6366abc-864d-4873-8cc4-2f24b62f4466 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508246
May 13 16:28:17.887677 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e66654b0-861e-438b-b63f-cb8b35d5db0c req-bae279e7-e736-47e4-8ace-679ba4b468ea tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 210 time: 0.0578542
May 13 16:28:17.923335 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:17.951874 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:18.073579 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:18.077279 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-33096336-e8ed-4fe1-8338-ef73d492f2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:18.088909 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8735557-ed57-45c7-bafc-3c8bd3c20d3c,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:18.093024 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:18.097507 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:18.100953 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8735557-ed57-45c7-bafc-3c8bd3c20d3c HTTP/1.1" status: 204  len: 168 time: 0.3695529
May 13 16:28:18.109861 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:18.731574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4c32-9e8f-45d9-b910-dfa8dd80e7ac req-451d7b4c-aee4-4cfa-9b3a-075e732357e9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:18.733117 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c0cd4c32-9e8f-45d9-b910-dfa8dd80e7ac req-451d7b4c-aee4-4cfa-9b3a-075e732357e9 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.0838354
May 13 16:28:18.783280 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c0cd4c32-9e8f-45d9-b910-dfa8dd80e7ac req-4a3fb9fd-048e-4acd-b563-7dc6c876c2af tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/security-groups?id=3670f5e4-7a7a-49d6-864b-02e9546c4a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440257
May 13 16:28:18.820768 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a6acf-9909-4ac8-9dac-66770672e63c req-8d5d7dde-1081-450d-a17c-06260a839f92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:18.822430 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f81a6acf-9909-4ac8-9dac-66770672e63c req-8d5d7dde-1081-450d-a17c-06260a839f92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0951679
May 13 16:28:18.872596 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f81a6acf-9909-4ac8-9dac-66770672e63c req-1e8550e9-a989-4949-9e0c-327ca3671663 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440793
May 13 16:28:19.022299 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90760e9f-3122-49df-aa94-afb5d0adb707 req-690f5a02-2f76-4ad8-ab78-3c286fcbae8c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:19.023829 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-90760e9f-3122-49df-aa94-afb5d0adb707 req-690f5a02-2f76-4ad8-ab78-3c286fcbae8c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0853562
May 13 16:28:19.076602 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-90760e9f-3122-49df-aa94-afb5d0adb707 req-afd5edf8-0f38-47c8-b8b8-808b9d0b5e22 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415292
May 13 16:28:19.121187 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-b7c7715a-5ad4-4bf3-bf83-4962108fdcd1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:19.122584 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-b7c7715a-5ad4-4bf3-bf83-4962108fdcd1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 946 time: 0.0991380
May 13 16:28:19.230654 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1d3dff71-80db-43b7-883f-a6b97269ddb8 req-7c4e7464-0af9-47bb-bafe-25f8d293ea55 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5c7c299-cc4b-4299-b6af-e0b4e21580e4 HTTP/1.1" status: 200  len: 210 time: 0.0427845
May 13 16:28:19.269607 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Deleting port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:28:19.269948 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:19.424321 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] For port 6dbde7a2-50f1-49cf-b87e-608bd10930b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6dbde7a2-50f1-49cf-b87e-608bd10930b3,segment=NetworkSegment(1b4ea009-4960-4193-89f5-9f0d6bb3f592),segment_id=1b4ea009-4960-4193-89f5-9f0d6bb3f592)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:19.424817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:19.671386 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Calling delete_port for 6dbde7a2-50f1-49cf-b87e-608bd10930b3 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:28:19.857317 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:19.867799 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:19.909474 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['6dbde7a2-50f1-49cf-b87e-608bd10930b3'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:28:19.930724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Pushing event deleted for resources: {'Port': ['ID=6dbde7a2-50f1-49cf-b87e-608bd10930b3,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:19.934843 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:19.978230 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-52dd0b58-96eb-4392-84e7-11bff830e4ac req-550feb30-a430-4bca-b77d-d5420d42d10e tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.0799215
May 13 16:28:20.010637 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] No DVR routers for this DVR port 6dbde7a2-50f1-49cf-b87e-608bd10930b3 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:28:20.013099 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:20.015706 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'name': 'network-vif-deleted', 'tag': '6dbde7a2-50f1-49cf-b87e-608bd10930b3'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:28:20.061112 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1f5404-fbcb-4bac-88f2-711e68d8e0c1', 'name': 'network-vif-deleted', 'tag': '6dbde7a2-50f1-49cf-b87e-608bd10930b3', 'status': 'completed', 'code': 200}
May 13 16:28:20.106399 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-26eaf70c-213a-461e-bbdd-e6d409dbdb84 req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.24 "DELETE /v2.0/ports/6dbde7a2-50f1-49cf-b87e-608bd10930b3 HTTP/1.1" status: 204  len: 173 time: 0.9767280
May 13 16:28:20.297761 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fbb83-46c4-417d-b870-d10e28f8dab4 req-e73dc3bb-11d6-4398-be5f-460c669760b3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:20.299267 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bc3fbb83-46c4-417d-b870-d10e28f8dab4 req-e73dc3bb-11d6-4398-be5f-460c669760b3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1030164
May 13 16:28:20.334804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 36824) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:20.389506 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bc3fbb83-46c4-417d-b870-d10e28f8dab4 req-4bcd6b07-d9e1-44ef-b4fa-c84893a217a8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778217
May 13 16:28:21.069479 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250abc1-09d5-44dc-9680-8dc84522a14e req-59832e60-2181-40a9-991a-cd28040ac0a1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:21.070978 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7250abc1-09d5-44dc-9680-8dc84522a14e req-59832e60-2181-40a9-991a-cd28040ac0a1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1802855
May 13 16:28:21.168096 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7250abc1-09d5-44dc-9680-8dc84522a14e req-a4db27f1-2850-464f-8f89-ef6153956b6e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0900571
May 13 16:28:21.349059 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-44338019-f645-4993-b112-d9a89282d653 req-29ced680-a769-49f9-929d-93c13bd59463 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Synchronizing usage tracker for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:28:21.370203 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:21.460361 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 6dbde7a2-50f1-49cf-b87e-608bd10930b3 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:21.507149 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 6dbde7a2-50f1-49cf-b87e-608bd10930b3 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:28:21.507684 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 6dbde7a2-50f1-49cf-b87e-608bd10930b3 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:28:21.508551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 91e8a7e6-b89b-4740-86a4-9c3ed6143aba no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:21.516319 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-44338019-f645-4993-b112-d9a89282d653 req-29ced680-a769-49f9-929d-93c13bd59463 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Unset dirty status for tenant:3b851be948d64579ae17b2525d0e84b2 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:28:21.533435 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-44338019-f645-4993-b112-d9a89282d653 req-29ced680-a769-49f9-929d-93c13bd59463 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b1f5404-fbcb-4bac-88f2-711e68d8e0c1 HTTP/1.1" status: 200  len: 210 time: 0.2254424
May 13 16:28:21.654748 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6851-4973-4ea1-a6ad-b05981a06158 req-ceffbd76-08c0-409d-90f6-3ad475377185 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:21.663184 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-72ca6851-4973-4ea1-a6ad-b05981a06158 req-ceffbd76-08c0-409d-90f6-3ad475377185 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.1716037
May 13 16:28:21.675861 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 91e8a7e6-b89b-4740-86a4-9c3ed6143aba {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:28:21.676214 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 91e8a7e6-b89b-4740-86a4-9c3ed6143aba not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:28:21.676702 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:21.688958 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36862) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:21.750788 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-72ca6851-4973-4ea1-a6ad-b05981a06158 req-5f8df0f3-a82d-49d0-818f-fc026fb968ce tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841250
May 13 16:28:21.854709 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-b19f5fa9-c971-449d-8765-ae6d5cf05d8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1620824
May 13 16:28:22.072180 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Deleting port 61cbfe49-b272-40a0-a0e8-5497f5270562 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:28:22.072806 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:22.095696 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e5adc-58c1-43db-b5c9-2c45719e61be req-90ead57a-457a-4b56-8f7e-f8083508db40 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:22.097257 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cd4e5adc-58c1-43db-b5c9-2c45719e61be req-90ead57a-457a-4b56-8f7e-f8083508db40 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.4068863
May 13 16:28:22.217488 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cd4e5adc-58c1-43db-b5c9-2c45719e61be req-2400f0df-170e-4dce-a0e1-f693824c650c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691745
May 13 16:28:22.252435 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] For port 61cbfe49-b272-40a0-a0e8-5497f5270562, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=61cbfe49-b272-40a0-a0e8-5497f5270562,segment=NetworkSegment(fffdc348-0d3a-414d-a745-6870a24b0ce0),segment_id=fffdc348-0d3a-414d-a745-6870a24b0ce0)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:22.252941 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:22.389962 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Calling delete_port for 61cbfe49-b272-40a0-a0e8-5497f5270562 owned by network:router_interface {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:28:22.394683 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa8b49-a136-4d5c-a436-be3c15407074 req-e5e2fef3-6fd6-4053-9d58-019262d69810 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:22.396171 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0daa8b49-a136-4d5c-a436-be3c15407074 req-e5e2fef3-6fd6-4053-9d58-019262d69810 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0927446
May 13 16:28:22.441925 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0daa8b49-a136-4d5c-a436-be3c15407074 req-673cd49c-e5f4-4670-a7ca-86a3c8d74c7b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392709
May 13 16:28:22.641311 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36888) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:22.755141 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Deleting subnet 6c808082-165d-460f-8e14-ccd6588ca3a5 {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:28:22.758348 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:22.766637 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02677673-dc13-4961-bd13-539cce0a6f8e req-3e8a2605-f192-4b62-89f4-fb2a39cb2396 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:22.768751 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02677673-dc13-4961-bd13-539cce0a6f8e req-3e8a2605-f192-4b62-89f4-fb2a39cb2396 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0960991
May 13 16:28:22.814506 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:22.826007 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:22.837978 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-36f678aa-e377-4946-aeee-967273d860be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:22.919002 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:22.989237 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02677673-dc13-4961-bd13-539cce0a6f8e req-4e7db259-0054-47be-8222-2aca2a8c3e0b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067924
May 13 16:28:22.998252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Pushing event deleted for resources: {'Port': ['ID=61cbfe49-b272-40a0-a0e8-5497f5270562,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:23.001061 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:23.074948 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd3e8d-ac7f-4836-a04e-e570a6ae25b2 req-95415d23-2170-452e-8314-394c4d75e0c4 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:23.076454 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8bdd3e8d-ac7f-4836-a04e-e570a6ae25b2 req-95415d23-2170-452e-8314-394c4d75e0c4 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.2067935
May 13 16:28:23.162258 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8bdd3e8d-ac7f-4836-a04e-e570a6ae25b2 req-f0234782-6c97-4c93-be36-1defcbd4ace4 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781152
May 13 16:28:23.203432 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-da3a3270-9c89-473a-a02b-99060f2e3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:23.204924 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-da3a3270-9c89-473a-a02b-99060f2e3a6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 1099 time: 0.2978175
May 13 16:28:23.302141 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.309360 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3b1565cf-ff00-427e-a7ff-3b3666a35fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:23.353212 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c808082-165d-460f-8e14-ccd6588ca3a5,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:23.355370 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.358430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:23.369365 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c808082-165d-460f-8e14-ccd6588ca3a5 HTTP/1.1" status: 204  len: 168 time: 0.7258224
May 13 16:28:23.371666 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36896) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:23.423929 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.488162 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.647323 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.692306 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-dbbeb311-f5e5-4a56-aa8f-43252f735978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:23.693922 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-dbbeb311-f5e5-4a56-aa8f-43252f735978 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 911 time: 0.4770999
May 13 16:28:23.745383 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6938ca7250>,) {'filters': {'network_id': ['364f9ea7-bb68-4d81-80ce-70cec45c9d8c']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:23.759598 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938ca7250>, '1b4ea009-4960-4193-89f5-9f0d6bb3f592') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:23.760523 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938ca7250>, '1b4ea009-4960-4193-89f5-9f0d6bb3f592') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:23.772171 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.791656 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.798133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:28:23.798558 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:28:23.811984 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:28:23.944596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.951183 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:23.958384 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-c0accf26-ebfe-4e0d-aa5f-4fe3184a95e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 200  len: 1002 time: 0.2536683
May 13 16:28:23.965400 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:23.974025 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae07e8c-3bf5-4f7e-8089-ee5964c0eadf req-598a0567-6ae0-4b1e-8df6-73e97173293b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:23.975657 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dae07e8c-3bf5-4f7e-8089-ee5964c0eadf req-598a0567-6ae0-4b1e-8df6-73e97173293b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.3874748
May 13 16:28:23.977384 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Pushing event deleted for resources: {'Network': ['ID=364f9ea7-bb68-4d81-80ce-70cec45c9d8c,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:23.988197 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:24.003030 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66d152-0523-4950-a5c8-f318be18e98a req-7a1c5b1f-bcf2-42e8-9609-d72222e13991 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:24.004597 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7a66d152-0523-4950-a5c8-f318be18e98a req-7a1c5b1f-bcf2-42e8-9609-d72222e13991 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.1158884
May 13 16:28:24.062869 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] 10.222.0.42 "DELETE /v2.0/networks/364f9ea7-bb68-4d81-80ce-70cec45c9d8c HTTP/1.1" status: 204  len: 168 time: 0.6897857
May 13 16:28:24.111098 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-5e2b7e27-4e38-4f11-9318-62465187e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:24.129927 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-5e2b7e27-4e38-4f11-9318-62465187e55d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.1320143
May 13 16:28:24.129927 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dae07e8c-3bf5-4f7e-8089-ee5964c0eadf req-58ff58b5-189b-4587-8b11-8188d43bf337 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0998774
May 13 16:28:24.236736 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3026e2-cc01-4674-8ac5-6d32e71d26e2 req-7340abc2-963b-4218-94a1-6423b858d6b7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:24.238433 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5c3026e2-cc01-4674-8ac5-6d32e71d26e2 req-7340abc2-963b-4218-94a1-6423b858d6b7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1128657
May 13 16:28:24.240363 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Deleting port 154e87c3-b535-4f0a-acb8-3859c36da7a1 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:28:24.240500 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:24.243809 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Router 8fa950e0-71a0-470b-9105-93634d48984c has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:28:24.364658 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5c3026e2-cc01-4674-8ac5-6d32e71d26e2 req-0e71cb55-4a99-4a20-b52b-fbace258ec99 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100504
May 13 16:28:24.422412 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] For port 154e87c3-b535-4f0a-acb8-3859c36da7a1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=154e87c3-b535-4f0a-acb8-3859c36da7a1,segment=NetworkSegment(c254c85c-f18a-46dc-8547-719d2db64bcb),segment_id=c254c85c-f18a-46dc-8547-719d2db64bcb)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:24.422929 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:24.433841 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36908) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:24.509350 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-a994de4a-cfe5-4c3b-a4ed-523ee7c32393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:24.510852 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-a994de4a-cfe5-4c3b-a4ed-523ee7c32393 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3890927
May 13 16:28:24.592857 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-4b4bfde2-0c59-4793-a8c3-9aae157eb710 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b851be948d64579ae17b2525d0e84b2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1579473
May 13 16:28:24.601829 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 36912) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:24.603333 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Calling delete_port for 154e87c3-b535-4f0a-acb8-3859c36da7a1 owned by compute:nova {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:28:24.636750 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:28:24.646205 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] Sync routers for ids ['8fa950e0-71a0-470b-9105-93634d48984c'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:28:24.656089 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] Routers {'8fa950e0-71a0-470b-9105-93634d48984c'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:28:24.656726 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939722e80>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:28:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['8fa950e0-71a0-470b-9105-93634d48984c'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:24.679535 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79162-1617-4112-a2ae-4a6e0e92aced req-1eb306bf-af6a-4422-82b5-6fdd7779f041 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:24.681097 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b4e79162-1617-4112-a2ae-4a6e0e92aced req-1eb306bf-af6a-4422-82b5-6fdd7779f041 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 945 time: 0.3535440
May 13 16:28:24.688046 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] 10.222.0.42 "PUT /v2.0/routers/8fa950e0-71a0-470b-9105-93634d48984c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3516891
May 13 16:28:24.691389 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36916) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:24.801799 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-35a6d9fe-6f74-4120-8c0a-3e14b767f287 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809324
May 13 16:28:24.808813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:24.815342 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b4e79162-1617-4112-a2ae-4a6e0e92aced req-bd7ed255-03f7-408d-a940-175ed4ddcab8 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9a89515-1ff5-4525-a297-701dc0e07bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165025
May 13 16:28:24.840210 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] Set router 8fa950e0-71a0-470b-9105-93634d48984c gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:28:24.897068 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks [] for router, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:24.913066 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.009971 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.022369 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:25.056393 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['154e87c3-b535-4f0a-acb8-3859c36da7a1'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:28:25.078498 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Pushing event deleted for resources: {'Port': ['ID=154e87c3-b535-4f0a-acb8-3859c36da7a1,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:25.107593 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:25.148610 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939722e80>, [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:28:22Z', 'revision_number': 5, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:25.163065 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d90d70d3-265a-40c7-a530-33777c681ea1 req-a078c957-9eb4-4e6f-b754-c49bfa69a95d service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3516805
May 13 16:28:25.165539 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] Checking router: 8fa950e0-71a0-470b-9105-93634d48984c for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:28:25.184446 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] Routers {'8fa950e0-71a0-470b-9105-93634d48984c'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:28:25.185292 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939722e80>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:28:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['8fa950e0-71a0-470b-9105-93634d48984c'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:25.220559 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.233453 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a6c8d3f0-681b-40f9-b105-2eb5d58d8d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:25.245698 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3670f5e4-7a7a-49d6-864b-02e9546c4a5c,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:25.256332 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:25.274775 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] No DVR routers for this DVR port 154e87c3-b535-4f0a-acb8-3859c36da7a1 on host hv-cinder-68948 {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:28:25.306132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.310355 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.310518 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3670f5e4-7a7a-49d6-864b-02e9546c4a5c HTTP/1.1" status: 204  len: 168 time: 0.7029891
May 13 16:28:25.317896 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'name': 'network-vif-deleted', 'tag': '154e87c3-b535-4f0a-acb8-3859c36da7a1'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:28:25.371678 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.376475 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62', 'name': 'network-vif-deleted', 'tag': '154e87c3-b535-4f0a-acb8-3859c36da7a1', 'status': 'completed', 'code': 200}
May 13 16:28:25.411083 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda9b3e-0a37-4cb1-a503-fb92d4486191 req-fc06ed76-0cf4-4932-a289-5f98f74db802 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:25.413409 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccda9b3e-0a37-4cb1-a503-fb92d4486191 req-fc06ed76-0cf4-4932-a289-5f98f74db802 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1425331
May 13 16:28:25.439584 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7a66d152-0523-4950-a5c8-f318be18e98a req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.24 "DELETE /v2.0/ports/154e87c3-b535-4f0a-acb8-3859c36da7a1 HTTP/1.1" status: 204  len: 173 time: 1.4287744
May 13 16:28:25.452699 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] Set router 8fa950e0-71a0-470b-9105-93634d48984c gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:28:25.484420 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ccda9b3e-0a37-4cb1-a503-fb92d4486191 req-073c504a-0b42-4a18-b4e0-0f23d38b9af0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0621448
May 13 16:28:25.585331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Deleting port add3dd9a-f1d7-4be3-9509-c061e8ffb567 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:28:25.585673 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.661236 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a86bc-61ca-4369-9468-c32fe81d14cb req-fc16d2eb-e48b-4457-9d87-7f9f0c004748 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:25.664271 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-297a86bc-61ca-4369-9468-c32fe81d14cb req-fc16d2eb-e48b-4457-9d87-7f9f0c004748 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1546292
May 13 16:28:25.723642 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-297a86bc-61ca-4369-9468-c32fe81d14cb req-a8189bd6-d458-4924-bd0d-49efe73f2de7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511670
May 13 16:28:25.749513 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] For port add3dd9a-f1d7-4be3-9509-c061e8ffb567, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=add3dd9a-f1d7-4be3-9509-c061e8ffb567,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:25.749894 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:25.802820 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939722e80>, [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:28:22Z', 'revision_number': 5, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:25.807843 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e3dc9-8a95-4b9b-9bda-fec4851aacfd None None] The sync data for ids ['8fa950e0-71a0-470b-9105-93634d48984c'] in dv-cinder-689486-12-iscsi is: [{'id': '8fa950e0-71a0-470b-9105-93634d48984c', 'name': 'tempest-ServerRescueNegativeTestJSON-188083435-router', 'tenant_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:15Z', 'updated_at': '2021-05-13T16:28:22Z', 'revision_number': 5, 'project_id': '6fc133c816bd4cc5a3a87f673a4c97d6', 'gw_port': {'id': 'add3dd9a-f1d7-4be3-9509-c061e8ffb567', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa950e0-71a0-470b-9105-93634d48984c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:28:25.884584 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Calling delete_port for add3dd9a-f1d7-4be3-9509-c061e8ffb567 owned by network:router_gateway {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:28:26.149765 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-6ab57aa7-4e43-4dd2-87bb-eec855c7850f req-9cfdd00d-69a9-43aa-871a-4c0f3ef2d109 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Synchronizing usage tracker for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:28:26.222265 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-fe8070ab-adbc-4fa1-bca1-f95f8e6a4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:26.223715 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-fe8070ab-adbc-4fa1-bca1-f95f8e6a4979 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7&tenant_id=9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 1096 time: 0.1789548
May 13 16:28:26.268418 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-6ab57aa7-4e43-4dd2-87bb-eec855c7850f req-9cfdd00d-69a9-43aa-871a-4c0f3ef2d109 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Unset dirty status for tenant:962a3c5540a24061b68fd96894c59c4a on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:28:26.269652 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6ab57aa7-4e43-4dd2-87bb-eec855c7850f req-9cfdd00d-69a9-43aa-871a-4c0f3ef2d109 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2d8a3e-f61d-4fe2-a0df-bc25feb2cb62 HTTP/1.1" status: 200  len: 210 time: 0.2259414
May 13 16:28:26.381994 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-375ac7ac-9360-4ec7-90d9-4839e27e8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:26.383349 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-375ac7ac-9360-4ec7-90d9-4839e27e8f75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1096 time: 0.1111646
May 13 16:28:26.419238 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:26.428123 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2eca3c3d-66ad-4283-98ae-0223bfda4acc tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:26.523515 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=add3dd9a-f1d7-4be3-9509-c061e8ffb567,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:26.552575 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:26.660243 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:26.704945 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-ea1ecdeb-8a6d-463f-9577-f7a5355648a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:26.706435 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-ea1ecdeb-8a6d-463f-9577-f7a5355648a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.3096750
May 13 16:28:26.717048 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a73783-100d-44ec-94da-7127a67c9f36 req-e3d081be-7e58-47c1-948e-4938d313dca9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:26.718711 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9a73783-100d-44ec-94da-7127a67c9f36 req-e3d081be-7e58-47c1-948e-4938d313dca9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0872467
May 13 16:28:26.766900 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9a73783-100d-44ec-94da-7127a67c9f36 req-72bc7a51-fc64-4c92-a932-d47176e07c34 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420685
May 13 16:28:26.963277 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1aff5-4fe1-4e17-821d-f22950d39243 req-90a37003-2e50-455a-b4d4-0defcbef04b4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:26.964864 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cdd1aff5-4fe1-4e17-821d-f22950d39243 req-90a37003-2e50-455a-b4d4-0defcbef04b4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0877371
May 13 16:28:27.010092 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.013069 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cdd1aff5-4fe1-4e17-821d-f22950d39243 req-264991b9-77e4-4305-a8a6-133f80097e19 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411732
May 13 16:28:27.014168 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.109380 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-09f1aa92-9b67-4e23-baf5-3d811d234d4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=425d7b24-b326-443e-a889-2bafdaa22b27 HTTP/1.1" status: 200  len: 998 time: 0.3405640
May 13 16:28:27.178202 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-b1dd373e-b9ab-4607-be26-c8be8065b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:27.179705 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-b1dd373e-b9ab-4607-be26-c8be8065b930 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.0617933
May 13 16:28:27.221466 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.221906 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa950e0-71a0-470b-9105-93634d48984c {{(pid=79477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:28:27.248047 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.249175 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8fa950e0-71a0-470b-9105-93634d48984c HTTP/1.1" status: 204  len: 168 time: 2.5565934
May 13 16:28:27.251803 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 36962) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:27.279201 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-40eb68dc-c088-432a-9769-aa2858c84643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:27.280707 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-40eb68dc-c088-432a-9769-aa2858c84643 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0928538
May 13 16:28:27.313392 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_v2 [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Deleting subnet 974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 {{(pid=79476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:28:27.317014 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.377409 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195222'] for subnet, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.444206 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.450621 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-2387eb43-b0ec-4a04-b42b-0a43eef5a081 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623449
May 13 16:28:27.625782 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-38031348-83d7-4c47-9435-7cea0c4bb083 req-6496bbba-173e-465d-bc3f-d674344f48d7 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648037
May 13 16:28:27.811555 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2683933'] for subnet, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.817802 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:27.854166 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device add3dd9a-f1d7-4be3-9509-c061e8ffb567 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:27.877263 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974d5c41-cd1b-485b-8176-0c5f7fb5cbf3,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:27.880658 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:27.884676 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:27.889514 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/974d5c41-cd1b-485b-8176-0c5f7fb5cbf3 HTTP/1.1" status: 204  len: 168 time: 0.6362722
May 13 16:28:27.891859 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 36984) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:27.894239 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: add3dd9a-f1d7-4be3-9509-c061e8ffb567 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:28:27.894680 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device add3dd9a-f1d7-4be3-9509-c061e8ffb567 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:28:27.895307 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 61cbfe49-b272-40a0-a0e8-5497f5270562 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:27.934379 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 61cbfe49-b272-40a0-a0e8-5497f5270562 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:28:27.934720 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 61cbfe49-b272-40a0-a0e8-5497f5270562 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:28:28.079849 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:28.156480 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f0968-203b-406d-a99b-b8e1e5bc3b6a req-8eb4f4ae-8088-4ea7-a015-f3422c70140f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:28.157431 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-356f0968-203b-406d-a99b-b8e1e5bc3b6a req-8eb4f4ae-8088-4ea7-a015-f3422c70140f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.2285478
May 13 16:28:28.257242 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:28.275659 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6933d31f10>,) {'filters': {'network_id': ['ef0472c0-2e05-40f8-8e9f-047ddefa74ad']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:28.296213 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-356f0968-203b-406d-a99b-b8e1e5bc3b6a req-668379bc-7c56-4cb1-9745-d10db5a5f70f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1240976
May 13 16:28:28.296213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933d31f10>, 'fffdc348-0d3a-414d-a745-6870a24b0ce0') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:28.296213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933d31f10>, 'fffdc348-0d3a-414d-a745-6870a24b0ce0') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:28.303914 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:28.322536 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:28.331023 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:28:28.335825 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:28:28.344911 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:28:28.600645 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:28.605953 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:28.621550 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:28.636916 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0472c0-2e05-40f8-8e9f-047ddefa74ad,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:28.642320 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:28.731272 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] 10.222.0.42 "DELETE /v2.0/networks/ef0472c0-2e05-40f8-8e9f-047ddefa74ad HTTP/1.1" status: 204  len: 168 time: 0.8382759
May 13 16:28:29.184537 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37024) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:29.239742 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a65e6fa8-b1ca-4a0c-bd74-21347a27b272 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fc133c816bd4cc5a3a87f673a4c97d6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0537081
May 13 16:28:29.242386 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37028) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:29.323774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:29.373635 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:29.472108 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 154e87c3-b535-4f0a-acb8-3859c36da7a1 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:28:29.539016 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 154e87c3-b535-4f0a-acb8-3859c36da7a1 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:28:29.539784 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 154e87c3-b535-4f0a-acb8-3859c36da7a1 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:28:29.546315 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b7153-990b-412f-8065-8c90bb9ae181 req-33d4a923-1178-43ff-b2f5-ae41130a8724 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:29.547890 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-313b7153-990b-412f-8065-8c90bb9ae181 req-33d4a923-1178-43ff-b2f5-ae41130a8724 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1236761
May 13 16:28:29.610718 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-313b7153-990b-412f-8065-8c90bb9ae181 req-33166731-f562-4264-93fd-e67cbc6d05e6 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0544899
May 13 16:28:29.613710 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:29.627019 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e7674596-7a78-4c84-841d-de26a4840b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:29.647182 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2dc186-c937-4ba0-97c4-40461e9abeb0,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:29.650393 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:29.787955 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:29.793396 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b2dc186-c937-4ba0-97c4-40461e9abeb0 HTTP/1.1" status: 204  len: 168 time: 0.5453024
May 13 16:28:30.832026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab844-c607-48d0-a918-ce2ef38bc4e5 req-d780060e-748d-48a1-9416-fc97dd0e476a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:30.833658 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0bcab844-c607-48d0-a918-ce2ef38bc4e5 req-d780060e-748d-48a1-9416-fc97dd0e476a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0892680
May 13 16:28:30.914434 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0bcab844-c607-48d0-a918-ce2ef38bc4e5 req-c7da435b-bf4f-4cc3-a29b-de2b6ef9c5fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0712988
May 13 16:28:31.080411 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37080) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:31.193461 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010036324-network', 'tenant_id': '4f961259f55c4f54b1d4fd2292fa19f2'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:28:31.198341 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:31.202238 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Usage tracker for resource:network and tenant:4f961259f55c4f54b1d4fd2292fa19f2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:31.205138 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:31.211890 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:31.311641 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Made reservation on behalf of 4f961259f55c4f54b1d4fd2292fa19f2 for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:28:31.313912 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.328370 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.345310 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:31.349389 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f961259f55c4f54b1d4fd2292fa19f2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:31.353289 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:31.360113 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:31.460064 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.524906 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.529947 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:31.566908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:28:31.588287 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff35d1c-a42f-4837-8af5-1203a49e3d6c,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:31.592457 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:31.593435 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.593782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Added segment f06e0d49-ec69-4439-8c1f-8e1f6ec6863d of type vlan for network b52b9248-b171-48ca-a139-9497bbebb8df
May 13 16:28:31.621199 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.713503 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.714932 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:31.715523 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:31.719090 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:31.829841 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=b52b9248-b171-48ca-a139-9497bbebb8df,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:31.832584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:31.840657 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network b52b9248-b171-48ca-a139-9497bbebb8df details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:28:31.893273 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8091850
May 13 16:28:31.893556 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37088) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:31.900380 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Request body: {'subnet': {'network_id': 'b52b9248-b171-48ca-a139-9497bbebb8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010036324-subnet', 'tenant_id': '4f961259f55c4f54b1d4fd2292fa19f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:28:31.907620 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:31.910948 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:28:31.911820 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Usage tracker for resource:subnet and tenant:4f961259f55c4f54b1d4fd2292fa19f2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:31.914853 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:31.921040 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:31.998582 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Made reservation on behalf of 4f961259f55c4f54b1d4fd2292fa19f2 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:28:32.001155 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2684026'] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:32.200186 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204dbd3-e498-4d6b-b11e-73dc0284d316 req-b32dbd97-099f-46e8-96ea-84ac81f38687 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:32.201852 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c204dbd3-e498-4d6b-b11e-73dc0284d316 req-b32dbd97-099f-46e8-96ea-84ac81f38687 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1195800
May 13 16:28:32.255012 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c204dbd3-e498-4d6b-b11e-73dc0284d316 req-d4e220d4-bd89-48d3-a56e-49608daa68c3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472119
May 13 16:28:32.584691 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2967368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2684004'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:32.589022 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3c43bba5-7504-4b1d-a65e-137e79245353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:32.664269 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff69d43-c0b1-493c-84db-59dd02f71197,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:32.668656 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:32.676016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Checking segment: {'id': 'f06e0d49-ec69-4439-8c1f-8e1f6ec6863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b52b9248-b171-48ca-a139-9497bbebb8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:28:32.676378 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Network hostable DHCP agents. Network: b52b9248-b171-48ca-a139-9497bbebb8df, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:28:32.753197 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Network b52b9248-b171-48ca-a139-9497bbebb8df is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:28:33.444615 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, b52b9248-b171-48ca-a139-9497bbebb8df) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:28:33.453326 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a30c6-ab54-4571-963b-ec93c34da93d None None] Network b52b9248-b171-48ca-a139-9497bbebb8df requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:28:33.464337 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:33.464980 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:33.503838 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c958b33-84f2-46d4-98a0-415d4419e479 req-d813ae84-409b-4437-a24b-8097c0a7d01c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:33.511860 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c958b33-84f2-46d4-98a0-415d4419e479 req-d813ae84-409b-4437-a24b-8097c0a7d01c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1226664
May 13 16:28:33.556697 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a372f83e-b165-4a40-a1e2-9e4005310d7b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6539712
May 13 16:28:33.661451 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1c958b33-84f2-46d4-98a0-415d4419e479 req-ddf4eeff-c4ed-4df0-ae4c-8753f8df93eb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1238282
May 13 16:28:33.708771 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb75383-4b94-4ec1-bf15-b1a7d7c353b2 None None] Network b52b9248-b171-48ca-a139-9497bbebb8df requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:28:34.542331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37132) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:34.542331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422087705-network', 'tenant_id': 'fd14a4e6cfc942dd9794915b933d99af'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:28:34.542331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:34.542331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Usage tracker for resource:network and tenant:fd14a4e6cfc942dd9794915b933d99af is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:34.543518 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:34.551905 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:34.761354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Made reservation on behalf of fd14a4e6cfc942dd9794915b933d99af for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:28:34.764259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:34.787038 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:34.809008 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:34.816130 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:fd14a4e6cfc942dd9794915b933d99af is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:34.821680 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:34.832232 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:34.951586 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f468-4cde-4a27-8127-da6c493ca55f req-f76ca29f-23c4-4bbd-abe5-f1cedeec89cb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:34.953335 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2a34f468-4cde-4a27-8127-da6c493ca55f req-f76ca29f-23c4-4bbd-abe5-f1cedeec89cb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1482027
May 13 16:28:34.969943 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:35.022726 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2a34f468-4cde-4a27-8127-da6c493ca55f req-1b6fd8d4-9294-450a-9ee4-6efe4f594c42 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0600901
May 13 16:28:35.266843 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:35.270090 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a7165054-dc94-44f1-ab26-95f4958f2c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:35.301918 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:28:35.310715 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c855dc2-074d-4d40-92d4-82e1f3161b03,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:35.320452 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:35.320852 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Added segment 68e9187d-bd07-4f6e-86da-1261f05767b7 of type vlan for network 03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7
May 13 16:28:35.322924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.323284 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.323655 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.323984 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.324515 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.324862 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.325235 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.325581 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.325917 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.326254 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.326580 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.326919 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:35.330979 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:35.449253 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:35.558551 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:35.559911 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:35.560499 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:35.564303 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:35.676838 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:35.679984 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:35.692251 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network 03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:28:35.882717 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.3568697
May 13 16:28:35.884079 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37150) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:35.890323 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Request body: {'subnet': {'network_id': '03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422087705-subnet', 'tenant_id': 'fd14a4e6cfc942dd9794915b933d99af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:28:35.896813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:35.902355 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Usage tracker for resource:subnet and tenant:fd14a4e6cfc942dd9794915b933d99af is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:35.907256 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:35.914418 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:35.981834 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Made reservation on behalf of fd14a4e6cfc942dd9794915b933d99af for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:28:35.984297 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2684026'] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:36.310506 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0ceb6-8439-41c7-ad20-45ecb1bf1805 req-4dd22c8e-bb96-49f7-af79-041f0edbda23 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:36.311996 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e4f0ceb6-8439-41c7-ad20-45ecb1bf1805 req-4dd22c8e-bb96-49f7-af79-041f0edbda23 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1442249
May 13 16:28:36.393380 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e4f0ceb6-8439-41c7-ad20-45ecb1bf1805 req-2a59dec6-9b33-40e6-aa7b-5e5e98bc5209 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0702715
May 13 16:28:36.693546 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2967368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2684004'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:36.697988 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-759acfc7-6aab-4595-8ed4-3221b891bedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:36.775998 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67f382a-5f64-41b6-8b39-fe5e3c3abd2f,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:36.787412 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Checking segment: {'id': '68e9187d-bd07-4f6e-86da-1261f05767b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:28:36.787805 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Network hostable DHCP agents. Network: 03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:28:36.791646 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.792019 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.792384 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.792741 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.793111 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.793477 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.793828 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.794178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.794524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.794869 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.795212 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.795553 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:28:36.799881 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:36.929823 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Network 03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:28:37.106139 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, 03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:28:37.114748 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:37.119118 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15729abf-8f91-4ceb-966c-edbdaebe5a69 None None] Network 03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:28:37.119650 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:37.216307 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e4535c2c-e573-4dfa-910e-0175c104c3e5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3307886
May 13 16:28:37.368178 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f9f039-260e-4a4b-9c11-e1ee0c23df16 None None] Network 03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:28:37.445075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37168) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:37.506350 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Deleting subnet 9ff69d43-c0b1-493c-84db-59dd02f71197 {{(pid=79476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:28:37.511127 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:37.567145 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195222'] for subnet, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:37.680775 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:37.816558 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b22955-ee8b-4176-97b8-c8bf8a7338cd req-93f3c084-60df-48e3-8f6e-090a76cb7614 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:37.818044 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-03b22955-ee8b-4176-97b8-c8bf8a7338cd req-93f3c084-60df-48e3-8f6e-090a76cb7614 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.2235992
May 13 16:28:37.899479 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-03b22955-ee8b-4176-97b8-c8bf8a7338cd req-1674a617-a4af-4140-8a13-f81193414fd9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0752070
May 13 16:28:38.073119 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2683933'] for subnet, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.078423 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a307c4c7-0a41-4409-a88b-907faa4267b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:38.115972 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff69d43-c0b1-493c-84db-59dd02f71197,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:38.119337 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.132170 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:38.139082 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-cbdc9ebe-7ce9-4ef6-8dd1-f28ac3d3c0ac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9ff69d43-c0b1-493c-84db-59dd02f71197 HTTP/1.1" status: 204  len: 168 time: 0.7029583
May 13 16:28:38.141825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37176) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:38.260926 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.396452 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.415347 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6938511c70>,) {'filters': {'network_id': ['b52b9248-b171-48ca-a139-9497bbebb8df']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:38.432062 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938511c70>, 'f06e0d49-ec69-4439-8c1f-8e1f6ec6863d') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:38.432666 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938511c70>, 'f06e0d49-ec69-4439-8c1f-8e1f6ec6863d') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:38.446138 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.466461 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.473235 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:28:38.473951 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:28:38.487894 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:28:38.684928 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.696047 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.699825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:38.717862 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] 10.222.0.42 "DELETE /v2.0/networks/b52b9248-b171-48ca-a139-9497bbebb8df HTTP/1.1" status: 204  len: 168 time: 0.5746980
May 13 16:28:38.720768 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37184) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:38.721387 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Pushing event deleted for resources: {'Network': ['ID=b52b9248-b171-48ca-a139-9497bbebb8df,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:38.724301 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d5036695-255d-44ad-ac79-7d01b291972a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:38.785339 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Deleting subnet e67f382a-5f64-41b6-8b39-fe5e3c3abd2f {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:28:38.789495 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.848272 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:38.923191 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.180478 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498be66-e75f-4921-b2b0-48bd33520a7d req-6206a305-5fde-46c1-823f-c2f6e152ae25 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:39.181927 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9498be66-e75f-4921-b2b0-48bd33520a7d req-6206a305-5fde-46c1-823f-c2f6e152ae25 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1466193
May 13 16:28:39.322770 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.328010 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:39.382979 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9498be66-e75f-4921-b2b0-48bd33520a7d req-3937f53b-a994-42b3-9b2e-d658966f33a2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1933906
May 13 16:28:39.406334 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67f382a-5f64-41b6-8b39-fe5e3c3abd2f,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:39.414769 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:39.415775 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.436953 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e67f382a-5f64-41b6-8b39-fe5e3c3abd2f HTTP/1.1" status: 204  len: 168 time: 0.7128177
May 13 16:28:39.437331 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37206) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:39.604593 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.751270 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.764774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f693378d760>,) {'filters': {'network_id': ['03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:39.779314 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f693378d760>, '68e9187d-bd07-4f6e-86da-1261f05767b7') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:39.781722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f693378d760>, '68e9187d-bd07-4f6e-86da-1261f05767b7') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:28:39.794093 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.811496 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.819735 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:28:39.820178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:28:39.834074 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:28:39.970254 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.974252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bd9f0d4c-be11-41df-a8ed-7991a65684c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:39.987962 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:39.997454 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Pushing event deleted for resources: {'Network': ['ID=03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:40.000062 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] 10.222.0.42 "DELETE /v2.0/networks/03eb7067-5e6e-47d8-84ea-b4dddc3e2ea7 HTTP/1.1" status: 204  len: 168 time: 0.5617013
May 13 16:28:40.000908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:40.462519 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37216) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:40.520771 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37220) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:40.521434 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-6aebf4ef-b439-4f33-afee-8c9c9426fe8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f961259f55c4f54b1d4fd2292fa19f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0572302
May 13 16:28:40.610295 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:40.618568 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006274b-1c79-40b0-aae5-349647da9ab5 req-f7e2a065-f18f-422f-948d-6145a0c6ddcb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:40.620081 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2006274b-1c79-40b0-aae5-349647da9ab5 req-f7e2a065-f18f-422f-948d-6145a0c6ddcb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0970702
May 13 16:28:40.638924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:40.672981 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2006274b-1c79-40b0-aae5-349647da9ab5 req-3641cf10-eda3-469b-9a0b-962d8407ad75 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460663
May 13 16:28:40.792846 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:40.798097 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6761e1ac-8a74-48d0-b36f-2660e785fdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:40.811199 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff35d1c-a42f-4837-8af5-1203a49e3d6c,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:40.814751 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:40.832012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:40.832012 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cff35d1c-a42f-4837-8af5-1203a49e3d6c HTTP/1.1" status: 204  len: 168 time: 0.3086517
May 13 16:28:41.426669 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37252) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:41.530135 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-3c67043e-894a-4579-afbc-cc209b1d42fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:41.549430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:41.564245 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:41.568177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Usage tracker for resource:security_group_rule and tenant:21c3e0f4cb2a43a6902effc8d2c4e606 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:41.571861 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:41.577885 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:41.662935 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:41.668904 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37258) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:41.721254 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d5454196-6729-4ead-a5be-600ec25fc877 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd14a4e6cfc942dd9794915b933d99af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511022
May 13 16:28:41.723729 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37264) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:41.753369 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:41.765390 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6968d285-9632-49c6-bf77-efd49b71b818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:41.824351 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21c3e0f4cb2a43a6902effc8d2c4e606&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3965423
May 13 16:28:41.827111 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37268) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:41.827763 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5a37a9-68e5-49f6-989b-0fa534670699,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:41.846371 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:41.849066 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6d123916-c34f-4869-ae43-6366308e757b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:41.876332 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6d123916-c34f-4869-ae43-6366308e757b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:41.921114 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:41.932442 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8625e-f824-4249-930a-bbb8fee76405 req-10c2ec45-f7df-405e-bdfc-a80cbaee3c8f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:41.933943 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-70a8625e-f824-4249-930a-bbb8fee76405 req-10c2ec45-f7df-405e-bdfc-a80cbaee3c8f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1453736
May 13 16:28:41.983624 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:42.004134 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6d123916-c34f-4869-ae43-6366308e757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:42.009641 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-23e2ec38-bbc3-4c16-b795-e41e82a04cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:42.013316 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-70a8625e-f824-4249-930a-bbb8fee76405 req-8439d169-86a7-4659-8f16-6847d79fbe18 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0718632
May 13 16:28:42.022438 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d123916-c34f-4869-ae43-6366308e757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c855dc2-074d-4d40-92d4-82e1f3161b03,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:42.026170 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6d123916-c34f-4869-ae43-6366308e757b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:42.031947 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6d123916-c34f-4869-ae43-6366308e757b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:42.033273 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6d123916-c34f-4869-ae43-6366308e757b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c855dc2-074d-4d40-92d4-82e1f3161b03 HTTP/1.1" status: 204  len: 168 time: 0.3086138
May 13 16:28:42.129598 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:42.134871 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a7bcf0d1-33bc-4bbd-baae-b40367ebfc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:42.147834 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5a37a9-68e5-49f6-989b-0fa534670699,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:42.151125 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:42.159002 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:42.160865 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b5a37a9-68e5-49f6-989b-0fa534670699 HTTP/1.1" status: 204  len: 168 time: 0.3317742
May 13 16:28:43.223789 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c68ecf-f246-41c5-a1fa-c55bb9481734 req-41070d4c-387f-45cc-beff-7d6453942653 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:43.226464 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98c68ecf-f246-41c5-a1fa-c55bb9481734 req-41070d4c-387f-45cc-beff-7d6453942653 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0984573
May 13 16:28:43.281031 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98c68ecf-f246-41c5-a1fa-c55bb9481734 req-8585d9b5-3c70-4bdb-adc4-856f912e9457 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0487940
May 13 16:28:43.808235 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:43.979970 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7ff057b0-9ec2-442c-9190-9af45aae61bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:44.487153 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e157d-a31b-433b-bbab-a70c49b5a952 req-08462068-a200-4f36-8bef-618a202fc69f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:44.488671 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b94e157d-a31b-433b-bbab-a70c49b5a952 req-08462068-a200-4f36-8bef-618a202fc69f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0878398
May 13 16:28:44.534990 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b94e157d-a31b-433b-bbab-a70c49b5a952 req-16dd26f8-83ed-4eaa-a20e-c6152dff5d7e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397611
May 13 16:28:44.799944 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:44.872410 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37376) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:45.004702 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.025349 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:45.029546 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Usage tracker for resource:security_group_rule and tenant:ae32ad39cf2c411a915c8c1d2ca3be69 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:45.033124 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:45.041052 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:45.154007 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.232776 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.240529 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c8be820a-d2a7-44ba-9716-2e3e04a8ff39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:45.282713 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae32ad39cf2c411a915c8c1d2ca3be69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4092178
May 13 16:28:45.284608 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254d2300-2525-4972-bedc-1d1f64facdf4,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:45.285494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37392) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:45.287722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:45.348179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.376603 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.558246 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.562267 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5baaf752-406a-4ca3-b2fc-5757e6cd770a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:45.575274 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d2300-2525-4972-bedc-1d1f64facdf4,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:45.579473 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:45.582860 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.587979 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/254d2300-2525-4972-bedc-1d1f64facdf4 HTTP/1.1" status: 204  len: 168 time: 0.3013878
May 13 16:28:45.724200 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37404) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:45.767808 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cfd78-af94-49fc-baf2-cc8567ceaa9d req-7848ed49-4aa8-4c8a-8538-e6f674aa7ad4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:45.769348 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2a0cfd78-af94-49fc-baf2-cc8567ceaa9d req-7848ed49-4aa8-4c8a-8538-e6f674aa7ad4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0897651
May 13 16:28:45.818064 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2a0cfd78-af94-49fc-baf2-cc8567ceaa9d req-3c4dd5e8-2845-4892-8f87-ccf5fa2f06c6 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416992
May 13 16:28:45.856342 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:45.872410 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:45.876456 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8b08c43470412caad1dfcbcb3a250f is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:45.879552 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:45.885292 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:45.978545 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.048289 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.058157 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6bac2acb-4fa0-4442-8637-5096f2b9efab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:46.097854 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea8b08c43470412caad1dfcbcb3a250f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3725226
May 13 16:28:46.099540 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2418cc4-550c-4132-9e33-5b83b80efef8,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:46.100800 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37412) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:46.103562 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:46.161264 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.189707 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.311303 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.315327 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-69a76348-3dd5-47c5-aff9-bffac5430170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:46.330478 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2418cc4-550c-4132-9e33-5b83b80efef8,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:46.332878 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:46.339471 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.341622 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2418cc4-550c-4132-9e33-5b83b80efef8 HTTP/1.1" status: 204  len: 168 time: 0.2394669
May 13 16:28:46.390459 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37418) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:46.409366 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.433310 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:46.437272 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Usage tracker for resource:security_group_rule and tenant:484b83a0ea324ab28c75ff5bbb89a565 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:46.445882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:46.446342 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:46.532723 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.631497 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.641026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:46.685930 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=484b83a0ea324ab28c75ff5bbb89a565&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2942979
May 13 16:28:46.686876 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f8de2-ba12-4abb-9a1f-c2c00c93e31e,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:46.689749 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37424) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:46.690023 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-37bec096-73b1-45ad-b85f-736e9bb8d98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:46.724277 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.774798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.802606 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.923796 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:46.927614 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ee96c18f-abeb-49e5-a02a-1a9af27714db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:46.981520 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f8de2-ba12-4abb-9a1f-c2c00c93e31e,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:46.989684 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:47.007256 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.012131 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e72f8de2-ba12-4abb-9a1f-c2c00c93e31e HTTP/1.1" status: 204  len: 168 time: 0.3170469
May 13 16:28:47.046112 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47c1e6-8059-4a11-86db-6739f01452e5 req-17fb199f-5975-4ac3-b263-434356a94abd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:47.047591 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ec47c1e6-8059-4a11-86db-6739f01452e5 req-17fb199f-5975-4ac3-b263-434356a94abd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.1113439
May 13 16:28:47.096663 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ec47c1e6-8059-4a11-86db-6739f01452e5 req-28e009db-8f1d-49a1-ae5f-05fa3c69290f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428998
May 13 16:28:47.188217 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37434) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:47.209287 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.226176 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:47.230813 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Usage tracker for resource:security_group_rule and tenant:78ee8e086b0f435e91e3e9f2a7e01594 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:47.233801 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:47.240140 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:47.328470 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.415916 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.426742 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d34bb7a8-e2af-42ac-9b99-2aaa6389c32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:47.478466 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78ee8e086b0f435e91e3e9f2a7e01594&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2891700
May 13 16:28:47.480368 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b54787-ee2c-48b7-8991-aff76c3ac671,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:47.481194 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37442) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:47.483950 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:47.544931 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.573836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.724134 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.729630 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e239af61-b93e-4999-b167-c7bba3938a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:47.741747 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b54787-ee2c-48b7-8991-aff76c3ac671,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:47.745039 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:47.751237 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:47.752558 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0b54787-ee2c-48b7-8991-aff76c3ac671 HTTP/1.1" status: 204  len: 168 time: 0.2702963
May 13 16:28:48.100970 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:48.302843 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff36e7-54cf-48c9-a480-d1b132b38e2c req-61bd0cca-b3f6-45f4-9947-10e6a30a4aaa tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:48.305866 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-64ff36e7-54cf-48c9-a480-d1b132b38e2c req-61bd0cca-b3f6-45f4-9947-10e6a30a4aaa tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0892296
May 13 16:28:48.353864 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-64ff36e7-54cf-48c9-a480-d1b132b38e2c req-c2266d15-8a98-4804-9765-16a155be1b02 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421221
May 13 16:28:49.571163 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9ab6-76b8-4253-b77b-527086d3745c req-35c4b4e1-ce21-4d7a-89d0-085a5e588f9d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:49.572738 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-052f9ab6-76b8-4253-b77b-527086d3745c req-35c4b4e1-ce21-4d7a-89d0-085a5e588f9d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0982809
May 13 16:28:49.628921 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-052f9ab6-76b8-4253-b77b-527086d3745c req-a9d9f784-d4ab-45ac-9165-689b3cffc210 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427818
May 13 16:28:49.956150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37540) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:50.221186 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:50.237185 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:50.241406 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Usage tracker for resource:security_group_rule and tenant:209cd0512df945588a78b74a94a7941e is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:50.244684 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:50.251176 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:50.433137 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:50.507435 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:50.524668 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:50.589054 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=209cd0512df945588a78b74a94a7941e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6312392
May 13 16:28:50.591490 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37554) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:50.591980 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a13f42-57c4-423c-89a2-35540487d66a,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:50.597836 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:50.656351 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:50.695062 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:50.826596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6034d-3bc3-4916-86c4-cb52125cb3b4 req-9d7f3a7a-4aac-4d08-884f-7e3a07ab07d3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:50.827050 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:50.828135 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-59d6034d-3bc3-4916-86c4-cb52125cb3b4 req-9d7f3a7a-4aac-4d08-884f-7e3a07ab07d3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 943 time: 0.0834410
May 13 16:28:50.832514 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-f895da60-5f60-43a8-872f-6a06bc1ab456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:50.845724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a13f42-57c4-423c-89a2-35540487d66a,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:50.855841 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:50.859077 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:50.860406 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9a13f42-57c4-423c-89a2-35540487d66a HTTP/1.1" status: 204  len: 168 time: 0.2679520
May 13 16:28:50.881862 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-59d6034d-3bc3-4916-86c4-cb52125cb3b4 req-a68c0843-ba2a-4551-8165-65437dfcccb7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477936
May 13 16:28:51.519759 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:28:51.673040 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:51.686774 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '425d7b24-b326-443e-a889-2bafdaa22b27', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'port_id': '425d7b24-b326-443e-a889-2bafdaa22b27', 'mac_address': 'fa:16:3e:a7:4d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:28:51.754747 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:51.767980 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d7b24-b326-443e-a889-2bafdaa22b27 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:28:51.787063 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:51.790080 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37578) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:51.808455 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:51.826598 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:28:51.835206 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Usage tracker for resource:security_group_rule and tenant:44e6f1fc5a9849e99d7597805adb1930 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:28:51.835206 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:28:51.841942 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:28:51.901323 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:51.904865 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:51.944495 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:51.979903 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=9']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:51.983137 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:52.065744 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:52.073105 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8ad60a22-7ec1-4ec6-9081-9e2d66f3a8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:52.207447 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c162fa5a-9121-41e1-b88c-e36e246bbe59,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:52.211721 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44e6f1fc5a9849e99d7597805adb1930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4204581
May 13 16:28:52.213443 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:52.215065 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37586) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:28:52.239494 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a013ce-b2b3-4b16-a7ad-9e88733efb7e req-865f1d40-2cd2-44e0-919e-54f2e91d9a3b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:52.240987 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-06a013ce-b2b3-4b16-a7ad-9e88733efb7e req-865f1d40-2cd2-44e0-919e-54f2e91d9a3b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 944 time: 0.2254434
May 13 16:28:52.284259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-edfe396e-7791-480f-be6f-040c94c58e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:52.288440 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-06a013ce-b2b3-4b16-a7ad-9e88733efb7e req-28ed599d-6720-4145-a120-faa60075ad10 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410061
May 13 16:28:52.313387 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-edfe396e-7791-480f-be6f-040c94c58e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:52.346108 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['425d7b24-b326-443e-a889-2bafdaa22b27'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:28:52.471454 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-edfe396e-7791-480f-be6f-040c94c58e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:52.477022 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6c25c8a7-3057-41b8-8de6-3ab6b9c9e342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:52.491294 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe396e-7791-480f-be6f-040c94c58e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c162fa5a-9121-41e1-b88c-e36e246bbe59,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:52.495777 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-edfe396e-7791-480f-be6f-040c94c58e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:52.510299 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-edfe396e-7791-480f-be6f-040c94c58e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:52.511801 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-edfe396e-7791-480f-be6f-040c94c58e3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c162fa5a-9121-41e1-b88c-e36e246bbe59 HTTP/1.1" status: 204  len: 168 time: 0.2948425
May 13 16:28:53.529355 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83a85-6dda-4bd5-b9fe-2b0e26bbedf2 req-94129105-3c8c-43ac-8499-de602170630b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:53.530883 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5de83a85-6dda-4bd5-b9fe-2b0e26bbedf2 req-94129105-3c8c-43ac-8499-de602170630b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 944 time: 0.0914531
May 13 16:28:53.531205 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:28:53.597480 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5de83a85-6dda-4bd5-b9fe-2b0e26bbedf2 req-e12eade8-9532-433c-8be5-a51d13e21d08 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0587263
May 13 16:28:53.632075 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 425d7b24-b326-443e-a889-2bafdaa22b27 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:28:53.632447 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:53.771412 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:53.801437 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:28:53.817743 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:28:53.883899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:28:53.886455 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:28:53.970064 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=10']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:28:53.978800 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:28:54.024001 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27', 'code': 200}
May 13 16:28:54.803561 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602abfb7-dd66-4b31-98ad-668d1e6764c1 req-6353bf2b-6541-445f-aa7b-6f1caec268f1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:54.805128 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-602abfb7-dd66-4b31-98ad-668d1e6764c1 req-6353bf2b-6541-445f-aa7b-6f1caec268f1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.0917814
May 13 16:28:54.863454 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-602abfb7-dd66-4b31-98ad-668d1e6764c1 req-d30e8a0c-c357-486f-be92-726bdd45e580 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0521452
May 13 16:28:56.071152 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be565f6-d6ab-4e8e-bd9e-ccbbe71f8644 req-7b00f3d9-26df-4296-9e32-6f0f1836acc7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:56.072789 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1be565f6-d6ab-4e8e-bd9e-ccbbe71f8644 req-7b00f3d9-26df-4296-9e32-6f0f1836acc7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.0850041
May 13 16:28:56.125060 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1be565f6-d6ab-4e8e-bd9e-ccbbe71f8644 req-859e21f0-aac6-4f36-8cae-ed94ef6ecd04 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444937
May 13 16:28:57.319114 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc5329-8bdc-47d3-acdb-5ad99b5b0834 req-dc413076-ca23-4345-b06e-1a94ceec37c1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:57.320604 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3abc5329-8bdc-47d3-acdb-5ad99b5b0834 req-dc413076-ca23-4345-b06e-1a94ceec37c1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.0825920
May 13 16:28:57.368608 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3abc5329-8bdc-47d3-acdb-5ad99b5b0834 req-f7d876cb-5c6e-4dc2-9e15-3583a22bcca6 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420625
May 13 16:28:57.509444 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcca60-b37d-4a2c-b0bc-bb0b78e3faf9 req-432b5988-63ba-40b2-98e8-6a184e4fdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:57.510933 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2ffcca60-b37d-4a2c-b0bc-bb0b78e3faf9 req-432b5988-63ba-40b2-98e8-6a184e4fdfda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1099 time: 0.1894255
May 13 16:28:57.562275 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2ffcca60-b37d-4a2c-b0bc-bb0b78e3faf9 req-a3cccc7f-11ee-4c11-a4b4-6fabdd11be51 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396571
May 13 16:28:58.590995 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a50db1-7197-4033-bbb8-faf4930a2eb0 req-aefb7a1e-7e5e-401a-80cb-0faa199c834f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:58.593551 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c1a50db1-7197-4033-bbb8-faf4930a2eb0 req-aefb7a1e-7e5e-401a-80cb-0faa199c834f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.1124721
May 13 16:28:58.642053 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c1a50db1-7197-4033-bbb8-faf4930a2eb0 req-e1e856b6-43ad-45b7-9fff-eb17f235b27c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427971
May 13 16:28:59.857707 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d14ed-7e8a-40c2-916a-e4c242d04d65 req-d50f1a6c-9960-4f46-8652-ce288a5374c5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:28:59.862537 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-414d14ed-7e8a-40c2-916a-e4c242d04d65 req-d50f1a6c-9960-4f46-8652-ce288a5374c5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.0953727
May 13 16:28:59.918608 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-414d14ed-7e8a-40c2-916a-e4c242d04d65 req-46983125-6839-4179-884a-08e6663d07e9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474880
May 13 16:29:01.112383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d521fc-a8af-4943-b607-4499b14c4762 req-0758e203-ef24-44f7-97f4-160cb0e7235d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:01.113887 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-75d521fc-a8af-4943-b607-4499b14c4762 req-0758e203-ef24-44f7-97f4-160cb0e7235d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.0833006
May 13 16:29:01.159905 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-75d521fc-a8af-4943-b607-4499b14c4762 req-eb0324da-5b95-4cb1-9dcd-7e03e19ef31d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400879
May 13 16:29:02.361830 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37818) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:02.482554 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:02.497847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:02.502036 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Usage tracker for resource:security_group_rule and tenant:15cdd5326a624a9e9232374b6e3c4fbf is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:02.504905 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:02.511396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:02.603919 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:02.694936 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:02.703535 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d2c2b180-0ea1-490c-8442-40616295e43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:02.744522 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15cdd5326a624a9e9232374b6e3c4fbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3816218
May 13 16:29:02.746332 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9fb9d-8d63-45d4-bcfd-e1198c5e9ad3,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:02.747483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37824) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:02.749665 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:02.809880 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-966b0af2-c28a-409a-a4d4-4cbdaafd4eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:02.835156 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-966b0af2-c28a-409a-a4d4-4cbdaafd4eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:02.964149 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-966b0af2-c28a-409a-a4d4-4cbdaafd4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:02.972806 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-eae41d11-ffca-4a8c-8eaa-32062f9b0853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:02.999502 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b0af2-c28a-409a-a4d4-4cbdaafd4eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9fb9d-8d63-45d4-bcfd-e1198c5e9ad3,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:03.011884 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-966b0af2-c28a-409a-a4d4-4cbdaafd4eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:03.021324 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-966b0af2-c28a-409a-a4d4-4cbdaafd4eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:03.025946 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-966b0af2-c28a-409a-a4d4-4cbdaafd4eff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bc9fb9d-8d63-45d4-bcfd-e1198c5e9ad3 HTTP/1.1" status: 204  len: 168 time: 0.2743263
May 13 16:29:03.767130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37842) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:03.784625 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:03.799180 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:03.803215 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9f12584f5ff940ecbf3c7741c28d6590 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:03.806559 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:03.812493 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:03.901327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:03.940668 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:03.948297 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cd4612a9-f9cd-4558-93a2-e8465ec70b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:03.992709 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f12584f5ff940ecbf3c7741c28d6590&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2240069
May 13 16:29:03.993783 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e90715-4810-450e-ac04-cb5f65929524,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:03.995497 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37846) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:03.998018 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:04.068171 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f08067d7-ca2c-4df4-ab76-c90afd1f1b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:04.096896 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f08067d7-ca2c-4df4-ab76-c90afd1f1b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:04.193069 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f08067d7-ca2c-4df4-ab76-c90afd1f1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:04.197972 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-309276cb-107e-4c48-a800-c5723a1422ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:04.212558 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08067d7-ca2c-4df4-ab76-c90afd1f1b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e90715-4810-450e-ac04-cb5f65929524,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:04.216408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f08067d7-ca2c-4df4-ab76-c90afd1f1b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:04.222185 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f08067d7-ca2c-4df4-ab76-c90afd1f1b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:04.223598 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-f08067d7-ca2c-4df4-ab76-c90afd1f1b8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8e90715-4810-450e-ac04-cb5f65929524 HTTP/1.1" status: 204  len: 168 time: 0.2237196
May 13 16:29:04.746522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37868) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:04.815881 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Deleting subnet 6e6d8745-34c6-48b9-ac8c-2d143def5582 {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:29:04.819509 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:04.874875 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:04.934902 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.271318 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.276492 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-21a514ba-c871-4acd-a5b6-ca71d8592c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:05.312828 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6d8745-34c6-48b9-ac8c-2d143def5582,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:05.314900 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.318424 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:05.323068 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6e686b50-6376-4ea4-8d00-4ae455b2b799 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6e6d8745-34c6-48b9-ac8c-2d143def5582 HTTP/1.1" status: 204  len: 168 time: 0.5754230
May 13 16:29:05.325538 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37886) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:05.440300 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.651226 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.671739 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6938b30100>,) {'filters': {'network_id': ['6b26855a-a663-49c7-acbe-02b43c2541a7']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:05.685686 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938b30100>, 'c254c85c-f18a-46dc-8547-719d2db64bcb') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:05.685982 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938b30100>, 'c254c85c-f18a-46dc-8547-719d2db64bcb') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:05.698139 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.714452 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.720478 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:29:05.720851 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:29:05.734690 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:29:05.889580 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.895215 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0d8a8738-61b0-4e07-8bfd-ae514f00f9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:05.912702 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:05.922156 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b26855a-a663-49c7-acbe-02b43c2541a7,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:05.928018 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:05.987241 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6b26855a-a663-49c7-acbe-02b43c2541a7 HTTP/1.1" status: 204  len: 168 time: 0.6605728
May 13 16:29:06.400179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37914) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:06.451083 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-08df389a-e153-4a15-9f0c-751afd20cc22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=962a3c5540a24061b68fd96894c59c4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496404
May 13 16:29:06.453989 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37918) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:06.521857 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:06.551335 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:06.651798 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:06.657303 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ef4ada16-b8b4-4429-a09e-c2f5f0b73dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:06.672837 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a89515-1ff5-4525-a297-701dc0e07bdf,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:06.675350 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:06.729034 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:06.730215 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9a89515-1ff5-4525-a297-701dc0e07bdf HTTP/1.1" status: 204  len: 168 time: 0.2753024
May 13 16:29:07.846876 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37972) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:08.027734 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1777995863-network', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:08.032517 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:08.036462 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Usage tracker for resource:network and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:08.039990 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:08.046723 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:08.163194 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Made reservation on behalf of 1075a2c9b83e4dc9a1e8d546523c2efe for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:08.166238 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.179425 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.195020 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:08.198778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:08.201569 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:08.207336 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:08.297140 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.374531 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.377595 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e949af68-b9c0-49cc-aa91-18f63dac2230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:08.407018 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:29:08.415821 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b58be-d3e7-4990-a3cc-ec2263548a2d,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:08.419395 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:08.423238 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.423532 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Added segment 0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3 of type vlan for network fce931a8-623e-4de8-8c85-53a4453b90f8
May 13 16:29:08.454766 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.540602 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.542106 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:08.542800 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.547913 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-192dfa29-895c-45f2-a591-b4812a7cb4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:08.653515 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Pushing event updated for resources: {'Network': ['ID=fce931a8-623e-4de8-8c85-53a4453b90f8,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:08.656152 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:08.664165 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network fce931a8-623e-4de8-8c85-53a4453b90f8 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:29:08.724337 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8760843
May 13 16:29:08.727181 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37984) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:08.734937 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Request body: {'subnet': {'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1777995863-subnet', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:08.742775 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:08.747368 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Usage tracker for resource:subnet and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:08.751467 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:08.758781 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:08.870994 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Made reservation on behalf of 1075a2c9b83e4dc9a1e8d546523c2efe for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:08.873460 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2119704'] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:08.910827 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:29:09.226842 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 37992) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:09.310438 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4080785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2119686'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.315176 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-360d2157-df15-4e65-bd38-eea02de1eee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:09.347416 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.362933 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:09.368050 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Usage tracker for resource:security_group_rule and tenant:8a26a303dc0a4407b2bc133a36ec5323 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:09.372604 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:09.379674 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:09.391189 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d754d376-e8e0-4549-95a6-a82ca4532b0c,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:09.395241 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:09.406578 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Checking segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:09.410870 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Network hostable DHCP agents. Network: fce931a8-623e-4de8-8c85-53a4453b90f8, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:29:09.466241 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.574595 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Network fce931a8-623e-4de8-8c85-53a4453b90f8 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:29:09.583320 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.586273 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-88448c3f-36f4-4954-ba54-f76c6f29ad1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:09.627430 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a26a303dc0a4407b2bc133a36ec5323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3993325
May 13 16:29:09.628249 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a3c30-89f7-445a-ada4-5435a1efd508,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:09.630858 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 37998) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:09.631287 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:09.678199 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, fce931a8-623e-4de8-8c85-53a4453b90f8) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:09.687269 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645b057-a75b-4261-85dd-fec1dd110cec None None] Network fce931a8-623e-4de8-8c85-53a4453b90f8 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:09.694737 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:09.695310 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.730275 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.758701 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.825618 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3b845c6a-c535-4fc0-9fba-02302eb8cf18 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0965128
May 13 16:29:09.832529 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38006) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:09.841136 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:09.848447 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:09.855342 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Usage tracker for resource:router and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:09.861034 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:09.871527 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:09.906329 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.910004 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8e087399-9043-47df-9594-56f2e61796d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:09.922040 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a3c30-89f7-445a-ada4-5435a1efd508,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:09.926060 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:09.930461 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.932230 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b96a3c30-89f7-445a-ada4-5435a1efd508 HTTP/1.1" status: 204  len: 168 time: 0.2993326
May 13 16:29:09.974365 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-fce931a8-623e-4de8-8c85-53a4453b90f8', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:29:09.974365 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.992133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:09.993326 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.012153 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.143232 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Allocated IP 172.20.0.2 (fce931a8-623e-4de8-8c85-53a4453b90f8/d754d376-e8e0-4549-95a6-a82ca4532b0c/2a4af889-955a-4dee-980f-85db52676117) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:10.433013 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.445714 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Transition to ACTIVE for port object 2a4af889-955a-4dee-980f-85db52676117 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:10.467013 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Transition to ACTIVE for port object 2a4af889-955a-4dee-980f-85db52676117 will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:10.488668 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.563700 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.571988 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:10.646542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Network fce931a8-623e-4de8-8c85-53a4453b90f8 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:10.663181 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:10.673949 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:10.688736 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38028) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:10.711417 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.711791 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Pushing event updated for resources: {'Port': ['ID=2a4af889-955a-4dee-980f-85db52676117,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:10.728494 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.731629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.732625 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.732625 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:10.740407 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:10.747847 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:10.752209 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Usage tracker for resource:security_group_rule and tenant:c59d68dc1d4a4d078f05057b2623d249 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:10.755283 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:10.761499 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:10.799756 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Attempting to bind port 2a4af889-955a-4dee-980f-85db52676117 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:10.800431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Attempting to bind port 2a4af889-955a-4dee-980f-85db52676117 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:10.801172 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Attempting to bind port 2a4af889-955a-4dee-980f-85db52676117 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:10.809303 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:10.810276 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Checking segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:10.811141 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.811699 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Bound using segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:10.813114 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Bound port: 2a4af889-955a-4dee-980f-85db52676117, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:10.813686 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.862963 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.914892 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] For port 2a4af889-955a-4dee-980f-85db52676117, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:10.923647 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] For port 2a4af889-955a-4dee-980f-85db52676117, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2a4af889-955a-4dee-980f-85db52676117,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:10.926874 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.940229 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.949780 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:10.960918 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:10.991285 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c59d68dc1d4a4d078f05057b2623d249&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3003087
May 13 16:29:10.992825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f284b951-3007-4d65-a741-7c71361ce3c8,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:10.995447 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38036) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:10.998203 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9579b234-ce78-4eb3-9eb2-12ea9483f172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:11.003963 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.010300 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:11.077619 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.100566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Pushing event updated for resources: {'Port': ['ID=2a4af889-955a-4dee-980f-85db52676117,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:11.105235 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:11.121814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.131945 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Allocated IP 172.27.1.134 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/cd80112c-54cc-462e-b6cb-210c68ffc9a5) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:11.254647 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.259039 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bbc3f520-1ad3-4587-9f10-81157d170905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:11.274580 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f284b951-3007-4d65-a741-7c71361ce3c8,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:11.277289 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:11.294051 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.298272 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f284b951-3007-4d65-a741-7c71361ce3c8 HTTP/1.1" status: 204  len: 168 time: 0.3014209
May 13 16:29:11.303060 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.415300 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.420360 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a63d8af2-7657-44da-917b-7f99baa5a514 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:11.482381 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:11.485105 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:11.488780 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:11.517853 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2d76f2c2-573b-4f80-8ab4-4072b2db762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:11.533996 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd80112c-54cc-462e-b6cb-210c68ffc9a5,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:11.538069 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:11.855484 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2a4af889-955a-4dee-980f-85db52676117 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:12.060493 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 2a4af889-955a-4dee-980f-85db52676117 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:12.107100 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3f5a7-6174-434b-9b6b-2838a4d52159 None None] Network fce931a8-623e-4de8-8c85-53a4453b90f8 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:12.160903 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:12.300154 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Provisioning for port 2a4af889-955a-4dee-980f-85db52676117 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:12.310107 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Provisioning complete for port 2a4af889-955a-4dee-980f-85db52676117 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:12.310449 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:12.512577 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:12.611759 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] For port 2a4af889-955a-4dee-980f-85db52676117, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2a4af889-955a-4dee-980f-85db52676117,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:12.680936 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:12.700618 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:12.702582 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:12.795468 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Pushing event updated for resources: {'Port': ['ID=2a4af889-955a-4dee-980f-85db52676117,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:12.804660 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:12.820509 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-624b02ea-c32f-49c9-a913-016c2a47491f None None] Provisioning complete for port 2a4af889-955a-4dee-980f-85db52676117 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:12.820897 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-624b02ea-c32f-49c9-a913-016c2a47491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:12.969532 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:29:13.065395 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38076) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:13.162073 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:13.174356 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:13.186665 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:13.187320 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69399896d0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:28:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:13.200366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.216813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:13.221369 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Usage tracker for resource:security_group_rule and tenant:67a1c49a759f45dea229fedf3da00271 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:13.224523 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:13.231199 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:13.254150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.256680 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.4215419
May 13 16:29:13.258519 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38082) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:13.361803 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.374665 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:13.472037 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.481954 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bea07db9-032a-4cd8-acdb-8e4efe90a53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:13.526239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1667d6-2366-41a7-9e64-a06f9991dd4d,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:13.535494 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67a1c49a759f45dea229fedf3da00271&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4677155
May 13 16:29:13.536953 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38086) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:13.539406 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:13.612778 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.669477 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.763843 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69399896d0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:11Z', 'revision_number': 3, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:13.778701 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:13.779133 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Updating router 3f7704f8-69db-42f0-ab59-37d60e5f201a port cd80112c-54cc-462e-b6cb-210c68ffc9a5 binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:13.818303 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2a4af889-955a-4dee-980f-85db52676117 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:13.837831 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.843421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:13.852683 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.859396 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1667d6-2366-41a7-9e64-a06f9991dd4d,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:13.862006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:13.867762 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:13.869345 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf1667d6-2366-41a7-9e64-a06f9991dd4d HTTP/1.1" status: 204  len: 168 time: 0.3283324
May 13 16:29:13.886358 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.030024 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-aee74de1-04dc-433b-a01a-5e961c6cd4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.049449 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 2a4af889-955a-4dee-980f-85db52676117 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:14.050442 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.065453 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.415641 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Allocated IP 172.20.0.1 (fce931a8-623e-4de8-8c85-53a4453b90f8/d754d376-e8e0-4549-95a6-a82ca4532b0c/7720bb39-0e98-46cc-9712-60b5c9585656) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:14.424865 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.438601 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Transition to ACTIVE for port object cd80112c-54cc-462e-b6cb-210c68ffc9a5 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:14.572788 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.588762 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Transition to ACTIVE for port object 7720bb39-0e98-46cc-9712-60b5c9585656 will not be triggered until provisioned by entity DHCP. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:14.591936 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.596841 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:14.611549 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38100) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:14.629976 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.644280 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:14.648435 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Usage tracker for resource:security_group_rule and tenant:67dbf495a63647ee9143640f5f2877da is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:14.651362 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:14.657455 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:14.664748 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Attempting to bind port cd80112c-54cc-462e-b6cb-210c68ffc9a5 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:14.665155 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Attempting to bind port cd80112c-54cc-462e-b6cb-210c68ffc9a5 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:14.669730 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Attempting to bind port cd80112c-54cc-462e-b6cb-210c68ffc9a5 on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:14.680779 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76fae7-a761-4cc7-bb70-5053bb225011 None None] Pushing event updated for resources: {'Port': ['ID=cd80112c-54cc-462e-b6cb-210c68ffc9a5,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:14.683182 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:14.683567 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:14.684048 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.684352 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:14.684827 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Bound port: cd80112c-54cc-462e-b6cb-210c68ffc9a5, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:14.685236 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.713296 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5b76fae7-a761-4cc7-bb70-5053bb225011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:14.742739 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.753524 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:14.776014 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] For port cd80112c-54cc-462e-b6cb-210c68ffc9a5, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:14.779457 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] For port cd80112c-54cc-462e-b6cb-210c68ffc9a5, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=cd80112c-54cc-462e-b6cb-210c68ffc9a5,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:14.803314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.816395 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Network fce931a8-623e-4de8-8c85-53a4453b90f8 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:14.820412 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.829354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:14.829354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:14.849167 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.861644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:14.866062 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Pushing event updated for resources: {'Port': ['ID=7720bb39-0e98-46cc-9712-60b5c9585656,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:14.876041 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:14.899446 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:14.939922 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76fae7-a761-4cc7-bb70-5053bb225011 None None] Pushing event updated for resources: {'Port': ['ID=cd80112c-54cc-462e-b6cb-210c68ffc9a5,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:14.945767 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5b76fae7-a761-4cc7-bb70-5053bb225011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:14.957860 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:14.958524 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69399896d0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:15.058419 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.078540 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-30843215-f806-47b1-9fc6-3ad7238fe40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:15.157131 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67dbf495a63647ee9143640f5f2877da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5426433
May 13 16:29:15.158074 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38112) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:15.175400 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:15.176734 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9ccd9-faf8-4ce8-9d69-2aa47bbd5640,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:15.186521 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:15.250427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.280183 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-7ee2bd71-6116-408e-a330-5955150921c4 None None] Provisioning for port 7720bb39-0e98-46cc-9712-60b5c9585656 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:15.280441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.292300 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-7ee2bd71-6116-408e-a330-5955150921c4 None None] Provisioning complete for port 7720bb39-0e98-46cc-9712-60b5c9585656 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:15.292669 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-7ee2bd71-6116-408e-a330-5955150921c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.399654 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.422404 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2bd71-6116-408e-a330-5955150921c4 None None] Port 7720bb39-0e98-46cc-9712-60b5c9585656 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:15.467046 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.474035 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b1f7b23c-8248-4b4e-8f2a-c6888a5fe6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:15.488030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9ccd9-faf8-4ce8-9d69-2aa47bbd5640,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:15.493346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:15.493346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.494486 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fee9ccd9-faf8-4ce8-9d69-2aa47bbd5640 HTTP/1.1" status: 204  len: 168 time: 0.3354316
May 13 16:29:15.586891 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69399896d0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:11Z', 'revision_number': 3, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:15.592815 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcd7a5-04bd-4281-b8f8-01434a0125ac None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:11Z', 'revision_number': 3, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:15.717656 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.809401 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.837451 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:15.942714 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:15.951557 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Pushing event updated for resources: {'Port': ['ID=7720bb39-0e98-46cc-9712-60b5c9585656,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:15.956997 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:15.987041 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e19d5-6d65-4da6-89fe-c419f1c12f03 req-657f2329-c24f-4934-9ff3-24b6cd1c3ec8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:15.994814 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1d6e19d5-6d65-4da6-89fe-c419f1c12f03 req-657f2329-c24f-4934-9ff3-24b6cd1c3ec8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1335204
May 13 16:29:16.050772 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1d6e19d5-6d65-4da6-89fe-c419f1c12f03 req-7853a669-06ce-4743-a9ad-2b38682c95b2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549591
May 13 16:29:16.127511 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Network fce931a8-623e-4de8-8c85-53a4453b90f8 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:16.127880 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:16.349979 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-663916d8-6c4f-4949-82bf-4454f5f19d77 None None] Provisioning complete for port 7720bb39-0e98-46cc-9712-60b5c9585656 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:16.350247 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:29:16.350431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-663916d8-6c4f-4949-82bf-4454f5f19d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.415115 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38126) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:16.417286 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-663916d8-6c4f-4949-82bf-4454f5f19d77 None None] Port 7720bb39-0e98-46cc-9712-60b5c9585656 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:16.437969 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.457051 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:16.463970 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Usage tracker for resource:security_group_rule and tenant:89952a21381b42efb12817d052f5d99b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:16.467984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:16.476537 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:16.578275 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.659355 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:16.676591 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] 10.222.0.42 "PUT /v2.0/routers/3f7704f8-69db-42f0-ab59-37d60e5f201a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4168952
May 13 16:29:16.688596 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.696571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2ab876a2-4f9d-42ad-9e83-81e45abdc0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:16.717074 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.744399 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89952a21381b42efb12817d052f5d99b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3255517
May 13 16:29:16.744399 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82062a5f-f9fd-482e-ba14-c171ba599638,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:16.745314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38134) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:16.747012 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-706f84e8-3e87-4f02-942d-09abf3044e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:16.810515 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.839731 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.974856 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.979188 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b0f43d73-41c6-4f58-9655-45d6e659733f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:16.993385 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82062a5f-f9fd-482e-ba14-c171ba599638,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:16.996458 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:16.998746 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:16.999878 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82062a5f-f9fd-482e-ba14-c171ba599638 HTTP/1.1" status: 204  len: 168 time: 0.2533350
May 13 16:29:17.247790 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32923fc-f18c-4bde-b311-ef97c4e4194f req-0adc4e41-ba6f-44c7-a54a-254812f3019d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:17.249301 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a32923fc-f18c-4bde-b311-ef97c4e4194f req-0adc4e41-ba6f-44c7-a54a-254812f3019d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.0884426
May 13 16:29:17.299227 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a32923fc-f18c-4bde-b311-ef97c4e4194f req-3f3cf537-0793-4655-a914-95e749bc68fb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442295
May 13 16:29:17.337348 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:17.347204 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:17.347945 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a398280>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:17.543442 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:17.589223 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38162) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:17.594747 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1572713834-network', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:17.599341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:17.603937 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Usage tracker for resource:network and tenant:e7eea9e4104a43b38449b0bcfddc11e1 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:17.606900 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:17.613539 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:17.683168 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Made reservation on behalf of e7eea9e4104a43b38449b0bcfddc11e1 for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:17.685790 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:17.702156 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:17.717760 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:17.721754 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Usage tracker for resource:security_group_rule and tenant:e7eea9e4104a43b38449b0bcfddc11e1 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:17.725003 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:17.731087 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:17.844990 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:17.878875 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device cd80112c-54cc-462e-b6cb-210c68ffc9a5 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:17.887309 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a398280>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 2, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:17.891209 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:17.891554 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Updating router 3f7704f8-69db-42f0-ab59-37d60e5f201a port 7720bb39-0e98-46cc-9712-60b5c9585656 binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:17.945070 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:17.962649 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:17.967078 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:17.998699 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:29:18.009154 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21dd192-c083-4b47-8810-3bd51e4bf3db,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:18.013436 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:18.015984 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.016327 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Added segment 28382ec0-83b9-45c6-83e2-0baf60e1a868 of type vlan for network f69052ab-2f30-4b10-bcdd-d7c938d860f5
May 13 16:29:18.047357 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.050789 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port cd80112c-54cc-462e-b6cb-210c68ffc9a5 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:18.060137 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port cd80112c-54cc-462e-b6cb-210c68ffc9a5 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:18.061167 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.129401 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.156795 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.160230 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:18.161014 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.167671 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3a0b7784-1a2e-4c70-896e-01e67de4cebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:18.202932 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.222876 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port cd80112c-54cc-462e-b6cb-210c68ffc9a5, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=cd80112c-54cc-462e-b6cb-210c68ffc9a5,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:18.277727 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Pushing event updated for resources: {'Network': ['ID=f69052ab-2f30-4b10-bcdd-d7c938d860f5,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:18.280414 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:18.289550 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:29:18.304909 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.305208 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.310355 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:18.316760 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Transition to ACTIVE for port object 7720bb39-0e98-46cc-9712-60b5c9585656 will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:18.329155 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7387924
May 13 16:29:18.331815 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38182) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:18.338154 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Request body: {'subnet': {'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1572713834-subnet', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:18.343064 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:18.347268 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Usage tracker for resource:subnet and tenant:e7eea9e4104a43b38449b0bcfddc11e1 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:18.350613 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:18.356828 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:18.374491 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.378959 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-5777e66a-ee6f-4145-9f73-e86f3ccb683d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:18.420305 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Made reservation on behalf of e7eea9e4104a43b38449b0bcfddc11e1 for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:18.423455 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2119704'] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.447595 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Pushing event updated for resources: {'Port': ['ID=7720bb39-0e98-46cc-9712-60b5c9585656,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:18.455494 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.455853 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.456174 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.456682 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.457182 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.457648 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.459434 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.459434 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.459434 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.459434 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.459434 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.459910 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:18.480364 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:18.530209 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f767-a2e1-4cf6-9bf8-517d654722b1 req-5dc2be35-67d6-4f36-8667-f5ecca4afd8e tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:18.537345 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-05c0f767-a2e1-4cf6-9bf8-517d654722b1 req-5dc2be35-67d6-4f36-8667-f5ecca4afd8e tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.1153474
May 13 16:29:18.573803 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=cd80112c-54cc-462e-b6cb-210c68ffc9a5,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:18.594915 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-05c0f767-a2e1-4cf6-9bf8-517d654722b1 req-4555ea36-1c26-46f3-8888-6ba893c7af7d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541997
May 13 16:29:18.596952 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:18.743508 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Attempting to bind port 7720bb39-0e98-46cc-9712-60b5c9585656 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:18.744277 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Attempting to bind port 7720bb39-0e98-46cc-9712-60b5c9585656 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:18.744639 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Attempting to bind port 7720bb39-0e98-46cc-9712-60b5c9585656 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:18.750567 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:18.750937 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Checking segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:18.751318 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.751814 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Bound using segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:18.752156 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Bound port: 7720bb39-0e98-46cc-9712-60b5c9585656, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:18.753006 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.848021 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] For port 7720bb39-0e98-46cc-9712-60b5c9585656, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:18.852614 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] For port 7720bb39-0e98-46cc-9712-60b5c9585656, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=7720bb39-0e98-46cc-9712-60b5c9585656,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:18.968745 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:18.973714 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:19.051959 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:19.052684 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a398280>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:19.052810 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4080785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2119686'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:19.056706 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:19.132677 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36469212-198a-42dc-a242-5bcaf2824ede,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:19.136292 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:19.142795 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Checking segment: {'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:19.143151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Network hostable DHCP agents. Network: f69052ab-2f30-4b10-bcdd-d7c938d860f5, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:29:19.172420 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Pushing event updated for resources: {'Port': ['ID=7720bb39-0e98-46cc-9712-60b5c9585656,revision_number=4']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:19.185953 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:19.215866 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:29:19.258279 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:19.287997 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, f69052ab-2f30-4b10-bcdd-d7c938d860f5) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:19.300193 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:19.301536 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:19.302400 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc849cd-3a5a-4e44-873f-598b6b047930 None None] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:19.394994 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3c836c61-a1fe-405a-a333-4218298dd9e6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0620630
May 13 16:29:19.398163 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38206) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:19.405945 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:19.414605 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:19.420640 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Usage tracker for resource:router and tenant:e7eea9e4104a43b38449b0bcfddc11e1 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:19.426097 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:19.435983 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:19.525125 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-d8dd1b90-7f9f-4f55-b7a1-7bc31d3f3a4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0898621
May 13 16:29:19.540723 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:19.541793 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:19.560868 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:19.645677 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46359985-e649-433a-a3dd-017140b2122c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-f69052ab-2f30-4b10-bcdd-d7c938d860f5', 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'fixed_ips': [{'subnet_id': '36469212-198a-42dc-a242-5bcaf2824ede'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:29:19.648607 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-46359985-e649-433a-a3dd-017140b2122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:19.713335 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a398280>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:19.718924 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc938793-fc5b-497f-9499-da6822ac1838 None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:19.966389 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device cd80112c-54cc-462e-b6cb-210c68ffc9a5 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:19.985070 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa689-002d-4e11-95fe-e962e67b355f req-842039fc-ac55-430c-b99c-1e9764b5c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:19.987052 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-842039fc-ac55-430c-b99c-1e9764b5c196 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 1099 time: 0.2826507
May 13 16:29:20.026422 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22ca88-b539-4362-9ff6-16fc240ab4c5 req-51a32e86-250c-43d6-bee1-94a4647311b1 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:20.034488 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d22ca88-b539-4362-9ff6-16fc240ab4c5 req-51a32e86-250c-43d6-bee1-94a4647311b1 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.2306042
May 13 16:29:20.051288 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-46359985-e649-433a-a3dd-017140b2122c None None] Allocated IP 172.20.0.2 (f69052ab-2f30-4b10-bcdd-d7c938d860f5/36469212-198a-42dc-a242-5bcaf2824ede/2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:20.213446 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa689-002d-4e11-95fe-e962e67b355f req-d56c94a6-463b-4f11-9edd-042f28de9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:20.214935 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-d56c94a6-463b-4f11-9edd-042f28de9ef0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.1624207
May 13 16:29:20.281513 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:20.323105 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-46359985-e649-433a-a3dd-017140b2122c None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:20.348464 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-46359985-e649-433a-a3dd-017140b2122c None None] Transition to ACTIVE for port object 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:20.383656 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8d22ca88-b539-4362-9ff6-16fc240ab4c5 req-e7492113-cf05-4070-a164-8ff2d5b0beca tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3479085
May 13 16:29:20.416681 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-46359985-e649-433a-a3dd-017140b2122c None None] Transition to ACTIVE for port object 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:20.425794 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-96242b80-36bf-410d-9b13-6484dc987834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=425d7b24-b326-443e-a889-2bafdaa22b27 HTTP/1.1" status: 200  len: 1000 time: 0.1949267
May 13 16:29:20.441029 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port cd80112c-54cc-462e-b6cb-210c68ffc9a5 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:20.441526 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:20.539198 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550638a-2cf4-455a-af7d-94967202dc8b req-4bb3c244-b454-4fc0-86dc-a75df469f8f5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:20.548585 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-46359985-e649-433a-a3dd-017140b2122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:20.549368 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0550638a-2cf4-455a-af7d-94967202dc8b req-4bb3c244-b454-4fc0-86dc-a75df469f8f5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.2548885
May 13 16:29:20.554967 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:20.661177 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46359985-e649-433a-a3dd-017140b2122c None None] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:20.666410 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-46359985-e649-433a-a3dd-017140b2122c None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:20.775397 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46359985-e649-433a-a3dd-017140b2122c None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:20.790151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa689-002d-4e11-95fe-e962e67b355f req-94579275-f2b2-4f24-9c05-23036571a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:20.791674 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-94579275-f2b2-4f24-9c05-23036571a6c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.3589008
May 13 16:29:20.844499 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46359985-e649-433a-a3dd-017140b2122c None None] Pushing event updated for resources: {'Port': ['ID=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:20.896368 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-46359985-e649-433a-a3dd-017140b2122c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:20.913858 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa689-002d-4e11-95fe-e962e67b355f req-f4972b71-8c8c-4d7d-bc99-03102bc9f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:20.916146 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-f4972b71-8c8c-4d7d-bc99-03102bc9f00d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1129158
May 13 16:29:20.928242 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-46359985-e649-433a-a3dd-017140b2122c None None] Attempting to bind port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:20.933729 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-46359985-e649-433a-a3dd-017140b2122c None None] Attempting to bind port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:20.933729 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46359985-e649-433a-a3dd-017140b2122c None None] Attempting to bind port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb on network f69052ab-2f30-4b10-bcdd-d7c938d860f5 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:20.935584 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46359985-e649-433a-a3dd-017140b2122c None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:20.935967 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46359985-e649-433a-a3dd-017140b2122c None None] Checking segment: {'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:20.936375 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-46359985-e649-433a-a3dd-017140b2122c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:20.936772 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46359985-e649-433a-a3dd-017140b2122c None None] Bound using segment: {'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:20.937284 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-46359985-e649-433a-a3dd-017140b2122c None None] Bound port: 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:20.937659 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-46359985-e649-433a-a3dd-017140b2122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.023357 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Deleting port 9fff021c-19fd-4cb7-855b-b4a5179b6887 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:29:21.023963 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.091181 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-601e50b8-bf9e-4e84-bf64-b3570e06ef6f service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664560
May 13 16:29:21.105907 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-46359985-e649-433a-a3dd-017140b2122c None None] For port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:21.115607 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-46359985-e649-433a-a3dd-017140b2122c None None] For port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,segment=NetworkSegment(28382ec0-83b9-45c6-83e2-0baf60e1a868),segment_id=28382ec0-83b9-45c6-83e2-0baf60e1a868)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:21.183541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-46359985-e649-433a-a3dd-017140b2122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.183541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:21.231966 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] For port 9fff021c-19fd-4cb7-855b-b4a5179b6887, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9fff021c-19fd-4cb7-855b-b4a5179b6887,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:21.232343 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.256239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.338116 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46359985-e649-433a-a3dd-017140b2122c None None] Pushing event updated for resources: {'Port': ['ID=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:21.343684 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-46359985-e649-433a-a3dd-017140b2122c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:21.347790 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9affa689-002d-4e11-95fe-e962e67b355f req-aa13f912-32f1-4c73-a25d-69a91fc9010c service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2455893
May 13 16:29:21.358246 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.835457 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Allocated IP 172.27.1.84 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/04b7a387-950c-4f51-8b23-5bcf3b18424c) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:21.878484 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.879030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:21.879383 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Floating IP f29026a0-b747-4fa5-b312-b526ea164885 disassociated. External IP: 172.27.1.113, port: 9fff021c-19fd-4cb7-855b-b4a5179b6887.
May 13 16:29:21.884139 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Calling delete_port for 9fff021c-19fd-4cb7-855b-b4a5179b6887 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:29:21.884648 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:22.031657 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:22.038470 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 7720bb39-0e98-46cc-9712-60b5c9585656 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:22.087740 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe39440-5a24-4cff-8990-13959d16e24b req-7b2b02eb-e707-4c01-8518-25515a585864 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:22.089349 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abe39440-5a24-4cff-8990-13959d16e24b req-7b2b02eb-e707-4c01-8518-25515a585864 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 946 time: 0.5301416
May 13 16:29:22.221069 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 7720bb39-0e98-46cc-9712-60b5c9585656 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:22.224406 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abe39440-5a24-4cff-8990-13959d16e24b req-fb9a9d6a-8a6e-40c7-a295-91a72c669a2b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=49507695-d4fc-42dc-aecf-7da6dc73d8a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216576
May 13 16:29:22.227164 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 7720bb39-0e98-46cc-9712-60b5c9585656 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:22.227528 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:22.245337 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:22.392608 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:22.433995 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 7720bb39-0e98-46cc-9712-60b5c9585656, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=7720bb39-0e98-46cc-9712-60b5c9585656,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:22.454928 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:22.467445 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:22.504129 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:22.527044 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef7aab-73f8-4b5a-b11d-0b8f8ef1258f None None] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:22.528381 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:22.532927 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:22.538844 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:22.589950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Pushing event updated for resources: {'Port': ['ID=04b7a387-950c-4f51-8b23-5bcf3b18424c,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:22.594740 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:22.596780 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b267c73b-b75c-4c63-a471-e384f0d0186a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:22.597442 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:22.603974 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:22.725982 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=7720bb39-0e98-46cc-9712-60b5c9585656,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:22.730054 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:22.763436 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event deleted for resources: {'Port': ['ID=9fff021c-19fd-4cb7-855b-b4a5179b6887,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:22.774642 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:22.783610 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Provisioning for port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:22.887266 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Provisioning complete for port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:22.887638 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:23.010919 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Router b841cdbf-a462-4f17-a327-79c7d54f811f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:29:23.037602 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:23.078645 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] For port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,segment=NetworkSegment(28382ec0-83b9-45c6-83e2-0baf60e1a868),segment_id=28382ec0-83b9-45c6-83e2-0baf60e1a868)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:23.233380 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:23.235451 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:23.356517 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Pushing event updated for resources: {'Port': ['ID=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:23.360567 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:23.381955 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-4e94e3d3-d401-4599-9291-b6e08ce098eb None None] Provisioning complete for port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:23.381955 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4e94e3d3-d401-4599-9291-b6e08ce098eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:23.405014 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:23.453206 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-03a51d46-f000-4c34-951e-657f52539e00 req-714d0455-8212-4d87-af46-11a27b42ff7a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.0567844
May 13 16:29:23.684791 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:23.694542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] Sync routers for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:23.705344 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:23.705973 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69398476d0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:23.759551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9fff021c-19fd-4cb7-855b-b4a5179b6887 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:29:23.787360 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] No DVR routers for this DVR port 9fff021c-19fd-4cb7-855b-b4a5179b6887 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:29:23.793908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:23.812643 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'name': 'network-vif-deleted', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:29:23.860010 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 9fff021c-19fd-4cb7-855b-b4a5179b6887 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:29:23.860594 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 9fff021c-19fd-4cb7-855b-b4a5179b6887 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:29:23.862282 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:23.990040 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:24.042595 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:24.042877 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:24.094552 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a407d6-bb90-4453-84b9-c2974222a3c1', 'name': 'network-vif-deleted', 'tag': '9fff021c-19fd-4cb7-855b-b4a5179b6887', 'status': 'completed', 'code': 200}
May 13 16:29:24.096021 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0550638a-2cf4-455a-af7d-94967202dc8b req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "DELETE /v2.0/ports/9fff021c-19fd-4cb7-855b-b4a5179b6887 HTTP/1.1" status: 204  len: 173 time: 3.5231063
May 13 16:29:24.099773 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:24.329955 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 7720bb39-0e98-46cc-9712-60b5c9585656 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:24.443000 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Router fd3a9b25-36ef-4374-9e52-0127acb579fb is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:29:24.504365 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 7720bb39-0e98-46cc-9712-60b5c9585656 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:24.504365 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:24.625770 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69398476d0>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:24.639430 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] Checking router: b841cdbf-a462-4f17-a327-79c7d54f811f for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:24.672806 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:24.673753 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69398476d0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:24.693703 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:24.703489 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Sync routers for ids ['fd3a9b25-36ef-4374-9e52-0127acb579fb'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:24.727705 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Routers {'fd3a9b25-36ef-4374-9e52-0127acb579fb'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:24.728326 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a398190>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['fd3a9b25-36ef-4374-9e52-0127acb579fb'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:24.757126 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:24.758686 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.3584094
May 13 16:29:24.761440 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38292) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:24.804008 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3bcdd86d-8ece-45ba-a5c9-861f9d0a8638 req-70edf772-c8f1-4ee7-a93a-7cb80ed9102a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a407d6-bb90-4453-84b9-c2974222a3c1 HTTP/1.1" status: 200  len: 210 time: 0.1076972
May 13 16:29:24.976359 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Set router fd3a9b25-36ef-4374-9e52-0127acb579fb gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:25.065371 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:25.377920 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a398190>, [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 3, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:25.382099 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Checking router: fd3a9b25-36ef-4374-9e52-0127acb579fb for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:25.382450 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Updating router fd3a9b25-36ef-4374-9e52-0127acb579fb port 04b7a387-950c-4f51-8b23-5bcf3b18424c binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:25.462630 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38314) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:25.498987 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:25.699408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:25.715561 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:25.719848 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Usage tracker for resource:security_group_rule and tenant:01f7a1d433d84513b9b006ebe75bef56 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:25.723242 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:25.732410 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:25.768748 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69398476d0>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:25.775666 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bfdb10-5af4-413b-afe7-72644b19a78e None None] The sync data for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi is: [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:25.863550 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:25.940443 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:25.960513 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bd5e1240-a457-4db7-9a8d-42c0be3c0302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:25.969434 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:25.985970 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Transition to ACTIVE for port object 04b7a387-950c-4f51-8b23-5bcf3b18424c will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:26.000145 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf44424-92a2-4803-9bdb-afd0265f22b7,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:26.005812 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:26.016295 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01f7a1d433d84513b9b006ebe75bef56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5510592
May 13 16:29:26.016645 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38334) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:26.071858 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.087289 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38338) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:26.091826 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-bbf860e1-44be-42b9-9af5-e755e7ecdedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:26.113662 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.194812 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.209352 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0dc81-fae5-446c-8f56-ce9eb523479b None None] Pushing event updated for resources: {'Port': ['ID=04b7a387-950c-4f51-8b23-5bcf3b18424c,revision_number=2']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:26.215179 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-f3e0dc81-fae5-446c-8f56-ce9eb523479b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:26.240298 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Attempting to bind port 04b7a387-950c-4f51-8b23-5bcf3b18424c on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:26.240852 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Attempting to bind port 04b7a387-950c-4f51-8b23-5bcf3b18424c by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:26.241304 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Attempting to bind port 04b7a387-950c-4f51-8b23-5bcf3b18424c on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:26.253271 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:26.254057 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:26.254639 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.255196 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:26.255833 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Bound port: 04b7a387-950c-4f51-8b23-5bcf3b18424c, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:26.256391 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.274808 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.289217 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d9349-d131-4246-a0ed-5c3dadf506ff None None] New status for floating IP f29026a0-b747-4fa5-b312-b526ea164885: DOWN {{(pid=79478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:29:26.315178 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.350069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.389379 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] For port 04b7a387-950c-4f51-8b23-5bcf3b18424c, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:26.392611 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] For port 04b7a387-950c-4f51-8b23-5bcf3b18424c, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=04b7a387-950c-4f51-8b23-5bcf3b18424c,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:26.471517 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.481682 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fe4bddbd-2ac1-40f8-92bf-224daea9d817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:26.497215 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.504997 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:26.518820 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf44424-92a2-4803-9bdb-afd0265f22b7,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:26.526282 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:26.527225 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.537602 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b274b215-202e-4b10-9449-9c0295af6e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:26.578797 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49507695-d4fc-42dc-aecf-7da6dc73d8a8,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:26.582534 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:26.585598 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.586727 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daf44424-92a2-4803-9bdb-afd0265f22b7 HTTP/1.1" status: 204  len: 168 time: 0.5689120
May 13 16:29:26.588061 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.597704 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38352) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:26.598532 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "DELETE /v2.0/security-groups/49507695-d4fc-42dc-aecf-7da6dc73d8a8 HTTP/1.1" status: 204  len: 168 time: 0.5005646
May 13 16:29:26.639073 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Routers {'fd3a9b25-36ef-4374-9e52-0127acb579fb'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:26.639721 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a398190>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['fd3a9b25-36ef-4374-9e52-0127acb579fb'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:26.721141 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.api.v2.resource [None req-10697105-e1ee-4e7d-870c-2a3851f08260 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] show failed (client error): The resource could not be found.
May 13 16:29:26.722221 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-10697105-e1ee-4e7d-870c-2a3851f08260 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups/49507695-d4fc-42dc-aecf-7da6dc73d8a8 HTTP/1.1" status: 404  len: 347 time: 0.0236785
May 13 16:29:26.726148 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38360) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:26.739250 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Allocated IP 172.20.0.1 (f69052ab-2f30-4b10-bcdd-d7c938d860f5/36469212-198a-42dc-a242-5bcaf2824ede/84ab0c95-4107-41b0-a740-756d0b45915b) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:26.821588 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0dc81-fae5-446c-8f56-ce9eb523479b None None] Pushing event updated for resources: {'Port': ['ID=04b7a387-950c-4f51-8b23-5bcf3b18424c,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:26.824884 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-f3e0dc81-fae5-446c-8f56-ce9eb523479b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:26.883702 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] Set router fd3a9b25-36ef-4374-9e52-0127acb579fb gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:26.904259 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:26.925779 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Transition to ACTIVE for port object 84ab0c95-4107-41b0-a740-756d0b45915b will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:26.968663 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Deleting port 2ffbdec6-cba7-4a6f-a6a0-8a18dabc80d3 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:29:26.969297 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.049812 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.056763 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:27.106340 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.107135 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.138845 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:27.142030 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:27.146271 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:27.207804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.242181 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a398190>, [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 3, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:27.247088 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ff901-1b04-4fa2-b3e9-f400c1b2a12b None None] The sync data for ids ['fd3a9b25-36ef-4374-9e52-0127acb579fb'] in dv-cinder-689486-12-iscsi is: [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 3, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:27.266692 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Calling delete_port for 2ffbdec6-cba7-4a6f-a6a0-8a18dabc80d3 owned by network:floatingip {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:29:27.408291 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Pushing event updated for resources: {'Port': ['ID=84ab0c95-4107-41b0-a740-756d0b45915b,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:27.419640 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:27.511444 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.516126 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:27.561387 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-43835ab3-ec1a-458f-b0e5-a6a6cb6aeef9 None None] Provisioning for port 84ab0c95-4107-41b0-a740-756d0b45915b completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:27.571747 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-43835ab3-ec1a-458f-b0e5-a6a6cb6aeef9 None None] Provisioning complete for port 84ab0c95-4107-41b0-a740-756d0b45915b triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:27.572242 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-43835ab3-ec1a-458f-b0e5-a6a6cb6aeef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.595042 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event deleted for resources: {'Port': ['ID=2ffbdec6-cba7-4a6f-a6a0-8a18dabc80d3,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:27.634975 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:27.643537 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-43835ab3-ec1a-458f-b0e5-a6a6cb6aeef9 None None] Port 84ab0c95-4107-41b0-a740-756d0b45915b cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:27.674263 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.849692 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.868593 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 04b7a387-950c-4f51-8b23-5bcf3b18424c up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:27.878615 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:27.888345 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "DELETE /v2.0/floatingips/f29026a0-b747-4fa5-b312-b526ea164885 HTTP/1.1" status: 204  len: 168 time: 1.1520371
May 13 16:29:28.012903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.071198 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.093873 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 04b7a387-950c-4f51-8b23-5bcf3b18424c completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:28.099276 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b9c6e594-e53c-4e91-971d-b1b0ab3adfc2 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:28.101559 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 04b7a387-950c-4f51-8b23-5bcf3b18424c triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:28.102656 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.216728 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38394) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:28.223306 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731316950', 'description': 'tempest-description--360770243'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:28.232126 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:28.236794 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.237484 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:28.240417 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Pushing event updated for resources: {'Port': ['ID=84ab0c95-4107-41b0-a740-756d0b45915b,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:28.243160 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:28.250270 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:28.253378 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:28.303300 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.335379 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 04b7a387-950c-4f51-8b23-5bcf3b18424c, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=04b7a387-950c-4f51-8b23-5bcf3b18424c,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:28.339948 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.363415 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:28.368991 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group_rule and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:28.373619 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:28.382911 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:28.435819 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.435819 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:28.442264 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:28.443775 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:28.550401 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.577375 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=04b7a387-950c-4f51-8b23-5bcf3b18424c,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:28.581115 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:28.642541 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.649876 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d3273a74-8aba-4796-b16e-907ba3cf3cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:28.703476 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:28.730053 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:28.762437 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.763842 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5455344
May 13 16:29:28.767063 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38406) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:28.773995 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'security_group_rule': {'security_group_id': '6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:28.781893 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:28.787532 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group_rule and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:28.792805 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:28.795662 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-62b1be9b-fc4a-4935-971e-ad2ba88707e2 None None] Provisioning complete for port 84ab0c95-4107-41b0-a740-756d0b45915b triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:28.796047 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-62b1be9b-fc4a-4935-971e-ad2ba88707e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.806237 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:28.905819 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:28.910150 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-62b1be9b-fc4a-4935-971e-ad2ba88707e2 None None] Port 84ab0c95-4107-41b0-a740-756d0b45915b cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:28.913619 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Router fd3a9b25-36ef-4374-9e52-0127acb579fb has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:29:29.008725 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.071038 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.077833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:29.102596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ce57e0-49ec-4fa9-940d-078bb34440ca,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:29.108476 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:29.116812 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:29.127110 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] 10.222.0.42 "PUT /v2.0/routers/fd3a9b25-36ef-4374-9e52-0127acb579fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3644962
May 13 16:29:29.185687 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.186939 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4188490
May 13 16:29:29.189797 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38418) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:29.195583 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'security_group_rule': {'security_group_id': '6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:29.205724 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:29.213392 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:security_group_rule and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:29.217988 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:29.235069 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:29.306173 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38424) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:29.335245 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.348777 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Sync routers for ids ['fd3a9b25-36ef-4374-9e52-0127acb579fb'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:29.363736 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Routers {'fd3a9b25-36ef-4374-9e52-0127acb579fb'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:29.364991 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a263df0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['fd3a9b25-36ef-4374-9e52-0127acb579fb'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:29.417017 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.453734 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.474604 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:29.479025 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Usage tracker for resource:security_group_rule and tenant:e32942bae75940d38f40e2942b0f8863 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:29.482355 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:29.488870 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:29.538275 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.548787 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:29.569513 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76ba927-3136-4159-b3d1-fa3f5c53a527,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:29.585721 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:29.616663 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Set router fd3a9b25-36ef-4374-9e52-0127acb579fb gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:29.642495 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.716763 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.721039 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-eaadb6b6-5e30-46a8-b7a2-395a7e7167a5 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5272532
May 13 16:29:29.721355 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38434) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:29.727577 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:29.732869 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.743347 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:29.750052 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Usage tracker for resource:floatingip and tenant:b3b275605a2e4be5a9245ff78f4c7cae is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:29.756637 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:29.770554 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8e07ed84-9fab-4444-82a4-8c6b1ac2981c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:29.772788 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:29.820436 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e81bbc-a08f-4786-a149-416d08d0e551,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:29.825035 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e32942bae75940d38f40e2942b0f8863&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5175195
May 13 16:29:29.826204 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:29.827716 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38438) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:29.856724 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 04b7a387-950c-4f51-8b23-5bcf3b18424c up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:29.901753 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.924969 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.940112 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 04b7a387-950c-4f51-8b23-5bcf3b18424c triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:29.940840 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:29.967472 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a263df0>, [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:29:27Z', 'revision_number': 4, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '84ab0c95-4107-41b0-a740-756d0b45915b', 'name': '', 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'mac_address': 'fa:16:3e:4b:da:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '36469212-198a-42dc-a242-5bcaf2824ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:26Z', 'updated_at': '2021-05-13T16:29:27Z', 'revision_number': 2, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'subnets': [{'id': '36469212-198a-42dc-a242-5bcaf2824ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:29.972266 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Checking router: fd3a9b25-36ef-4374-9e52-0127acb579fb for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:29.972703 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Updating router fd3a9b25-36ef-4374-9e52-0127acb579fb port 84ab0c95-4107-41b0-a740-756d0b45915b binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:30.013769 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.032073 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.122986 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.139259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38442) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:30.151681 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634050492', 'description': 'tempest-secgroup-smoke-634050492 description', 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:30.153314 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:30.158087 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:30.161073 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:30.166854 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.167848 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:30.175402 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9fa1af81-f101-4cc0-95ea-4fe26f96cd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:30.191945 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e81bbc-a08f-4786-a149-416d08d0e551,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:30.201293 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:30.219519 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.225661 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.229049 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9e81bbc-a08f-4786-a149-416d08d0e551 HTTP/1.1" status: 204  len: 168 time: 0.3980963
May 13 16:29:30.252279 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:30.258018 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:30.261683 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:30.268494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:30.336312 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Allocated IP 172.27.1.245 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/4d409d51-68ca-430b-a15f-151676200313) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:30.355917 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.424454 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.438566 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Transition to ACTIVE for port object 84ab0c95-4107-41b0-a740-756d0b45915b will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:30.442378 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.448307 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a0f1433f-9b5a-4639-b67b-7c4bf9e6bf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:30.486982 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cb6c8c-64d6-4727-8965-cbb436402cd6,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:30.489649 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:30.520808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.523416 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.528555 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:30.546773 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.554259 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4126544
May 13 16:29:30.556129 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38454) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:30.561741 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'security_group_rule': {'security_group_id': 'e0cb6c8c-64d6-4727-8965-cbb436402cd6', 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:30.568937 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:30.572795 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:30.576127 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:30.582469 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:30.626779 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.642295 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bcaefaed-0eba-4067-9eca-e147612d89e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:30.671020 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.680155 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df8fca-53b7-47b2-b352-f990887955f3 None None] Pushing event updated for resources: {'Port': ['ID=84ab0c95-4107-41b0-a740-756d0b45915b,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:30.690595 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-26df8fca-53b7-47b2-b352-f990887955f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:30.769998 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:30.774500 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:30.783394 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:30.806908 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Attempting to bind port 84ab0c95-4107-41b0-a740-756d0b45915b on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:30.807267 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Attempting to bind port 84ab0c95-4107-41b0-a740-756d0b45915b by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:30.807623 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Attempting to bind port 84ab0c95-4107-41b0-a740-756d0b45915b on network f69052ab-2f30-4b10-bcdd-d7c938d860f5 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:30.809127 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.815302 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:30.815805 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Checking segment: {'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:30.816210 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.816606 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Bound using segment: {'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:30.817170 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Bound port: 84ab0c95-4107-41b0-a740-756d0b45915b, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28382ec0-83b9-45c6-83e2-0baf60e1a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:30.817549 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.839565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'Port': ['ID=4d409d51-68ca-430b-a15f-151676200313,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:30.845013 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:30.911305 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:30.922443 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1c2b9066-2f35-4658-b911-46b33933dd12 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:30.945171 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897bacca-ed27-42a8-b961-c450109a3515,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:30.947247 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] For port 84ab0c95-4107-41b0-a740-756d0b45915b, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:30.948683 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:30.953430 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] For port 84ab0c95-4107-41b0-a740-756d0b45915b, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=84ab0c95-4107-41b0-a740-756d0b45915b,segment=NetworkSegment(28382ec0-83b9-45c6-83e2-0baf60e1a868),segment_id=28382ec0-83b9-45c6-83e2-0baf60e1a868)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:30.961974 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.014013 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.015370 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4582920
May 13 16:29:31.018122 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38466) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:31.023306 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'security_group_rule': {'security_group_id': 'e0cb6c8c-64d6-4727-8965-cbb436402cd6', 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:31.029199 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:31.033033 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:31.036142 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:31.037217 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.042387 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-26df8fca-53b7-47b2-b352-f990887955f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:31.042710 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:31.090572 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.118731 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38470) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:31.132371 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Routers {'fd3a9b25-36ef-4374-9e52-0127acb579fb'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:31.133012 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a263df0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['fd3a9b25-36ef-4374-9e52-0127acb579fb'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:31.139077 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.153578 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.188675 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:31.193118 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df8fca-53b7-47b2-b352-f990887955f3 None None] Pushing event updated for resources: {'Port': ['ID=84ab0c95-4107-41b0-a740-756d0b45915b,revision_number=4']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:31.196713 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c31c6935b0494f71afacde77f6c97a75 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:31.213120 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:31.239515 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.259527 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-26df8fca-53b7-47b2-b352-f990887955f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:31.276434 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:31.305615 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.317439 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:31.351196 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ebeb7f-9ff6-4b99-a7de-b0a3d15c694f,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:31.359994 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:31.399894 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] Set router fd3a9b25-36ef-4374-9e52-0127acb579fb gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:31.441762 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.462143 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.499516 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.508959 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4873059
May 13 16:29:31.509194 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38480) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:31.514508 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'security_group_rule': {'security_group_id': 'e0cb6c8c-64d6-4727-8965-cbb436402cd6', 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:31.520337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:31.524826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:31.527788 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:31.534164 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:31.547341 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.556322 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-86274aa7-e7b5-4ec9-b969-3b72be471a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:31.601421 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c31c6935b0494f71afacde77f6c97a75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4784808
May 13 16:29:31.601421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4549c8c5-e297-474b-89e3-1f23036091d1,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:31.602132 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38484) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:31.603680 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:31.605208 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.618268 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:31.666555 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.716735 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.731911 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'Port': ['ID=4d409d51-68ca-430b-a15f-151676200313,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:31.732217 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a263df0>, [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:29:27Z', 'revision_number': 4, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '84ab0c95-4107-41b0-a740-756d0b45915b', 'name': '', 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'mac_address': 'fa:16:3e:4b:da:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '36469212-198a-42dc-a242-5bcaf2824ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:26Z', 'updated_at': '2021-05-13T16:29:30Z', 'revision_number': 4, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'subnets': [{'id': '36469212-198a-42dc-a242-5bcaf2824ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:31.735305 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:31.737426 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fadf43-dd61-438d-80f7-725e6dc235b5 None None] The sync data for ids ['fd3a9b25-36ef-4374-9e52-0127acb579fb'] in dv-cinder-689486-12-iscsi is: [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:29:27Z', 'revision_number': 4, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '84ab0c95-4107-41b0-a740-756d0b45915b', 'name': '', 'network_id': 'f69052ab-2f30-4b10-bcdd-d7c938d860f5', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'mac_address': 'fa:16:3e:4b:da:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '36469212-198a-42dc-a242-5bcaf2824ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:26Z', 'updated_at': '2021-05-13T16:29:30Z', 'revision_number': 4, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'subnets': [{'id': '36469212-198a-42dc-a242-5bcaf2824ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:31.757163 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.767833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.834778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.861500 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.862620 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1402805
May 13 16:29:31.933687 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.936343 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1bb1dadd-6626-4e44-8a98-d0d116d8380a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:31.970379 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:31.987016 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5630470e-37bc-424e-8f76-6ba47b5f7fd6,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:31.989906 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:31.990396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8873c11a-a74b-4db9-896c-b9073d913281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:32.008249 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:32.008249 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4549c8c5-e297-474b-89e3-1f23036091d1 HTTP/1.1" status: 204  len: 168 time: 0.4044499
May 13 16:29:32.010526 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4549c8c5-e297-474b-89e3-1f23036091d1,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:32.012915 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:32.060639 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:32.062058 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5518730
May 13 16:29:32.065267 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38506) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:32.073932 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'security_group_rule': {'security_group_id': 'e0cb6c8c-64d6-4727-8965-cbb436402cd6', 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:32.080110 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:32.086360 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:32.089686 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:32.096607 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:32.283631 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-37d751c1-cbfc-40dd-81da-5de787956f82 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1731316950&fields=id&tenant_id=b3b275605a2e4be5a9245ff78f4c7cae HTTP/1.1" status: 200  len: 267 time: 0.1577184
May 13 16:29:32.284435 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:32.482225 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:32.521243 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-5dccd413-8351-469f-a81a-a64714bd91fb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:32.522838 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-5dccd413-8351-469f-a81a-a64714bd91fb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 810 time: 0.2310388
May 13 16:29:32.539614 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-cdd169af-9052-473f-a3f4-c73d522922d6 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/quotas/b3b275605a2e4be5a9245ff78f4c7cae HTTP/1.1" status: 200  len: 375 time: 0.0107851
May 13 16:29:32.540761 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:32.550687 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:32.630950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cbbb53-d4b6-4326-aa44-36bbf4398857,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:32.635411 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:32.672856 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-dd6788d4-b3c2-4d39-98e2-a7000a78d00b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:29:32.745609 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:32.747406 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e24cf0f5-9ec5-4422-8ce0-0892103988ac tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6806300
May 13 16:29:32.749858 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38528) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:32.755410 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'security_group_rule': {'security_group_id': 'e0cb6c8c-64d6-4727-8965-cbb436402cd6', 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:32.761903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:32.766903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:32.770852 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:32.778958 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:32.790890 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-dd6788d4-b3c2-4d39-98e2-a7000a78d00b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:29:32.792447 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-dd6788d4-b3c2-4d39-98e2-a7000a78d00b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2427919
May 13 16:29:32.878594 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.securitygroups_db [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Project 1075a2c9b83e4dc9a1e8d546523c2efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 13 16:29:32.893708 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.088498 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.110889 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-7083b753-b1b3-41b5-b773-3105a8de53ef service neutron] 10.222.0.42 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060362
May 13 16:29:33.196326 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.208034 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:33.230928 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86658f56-2cdd-4a49-8247-6c631ce3a639,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:33.237941 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:33.289288 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-4f894333-237e-445e-aa96-7952c95174a7 service neutron] 10.222.0.42 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720119
May 13 16:29:33.311452 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.312790 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5618539
May 13 16:29:33.315609 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38544) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:33.321639 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'security_group_rule': {'security_group_id': 'e0cb6c8c-64d6-4727-8965-cbb436402cd6', 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:33.327667 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:33.332073 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:security_group_rule and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:33.335804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:33.343089 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:33.431193 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.securitygroups_db [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Project 1075a2c9b83e4dc9a1e8d546523c2efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 13 16:29:33.437420 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.515343 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.625368 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.627729 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-390585c7-7fca-4e86-b8c4-a50040e1bf76 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:33.653177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-834854bd-1055-4bb5-9099-deb697aefb94 req-b81fd47f-80ed-4422-af02-957f6bf7da7d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:29:33.660817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbb81ab-d046-4efc-8e6d-cf7066ab0634,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:33.663378 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:33.674523 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-834854bd-1055-4bb5-9099-deb697aefb94 req-b81fd47f-80ed-4422-af02-957f6bf7da7d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:29:33.674523 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-834854bd-1055-4bb5-9099-deb697aefb94 req-b81fd47f-80ed-4422-af02-957f6bf7da7d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 210 time: 0.0627441
May 13 16:29:33.740337 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:33.742108 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4254477
May 13 16:29:33.884794 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 84ab0c95-4107-41b0-a740-756d0b45915b up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:34.037035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 84ab0c95-4107-41b0-a740-756d0b45915b completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:34.037224 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38608) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:34.046622 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 84ab0c95-4107-41b0-a740-756d0b45915b triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:34.047005 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.249333 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.294709 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 84ab0c95-4107-41b0-a740-756d0b45915b, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=84ab0c95-4107-41b0-a740-756d0b45915b,segment=NetworkSegment(28382ec0-83b9-45c6-83e2-0baf60e1a868),segment_id=28382ec0-83b9-45c6-83e2-0baf60e1a868)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:34.374151 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.375780 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:34.382329 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.401771 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:34.408574 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Usage tracker for resource:security_group_rule and tenant:e41b3beaa038444c8165a411ea36c679 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:34.413592 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:34.425036 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:34.543011 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=84ab0c95-4107-41b0-a740-756d0b45915b,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:34.548295 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:34.559596 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.603331 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.611080 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d8f87f49-9255-4676-b914-a99436e682f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:34.689019 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e41b3beaa038444c8165a411ea36c679&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6531599
May 13 16:29:34.694013 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38628) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:34.703836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede5699-3f61-41ae-9eb1-8b04d3a3d209,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:34.715551 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:34.806103 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0306a6c-4730-4d52-850d-328bb26d7bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.885713 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0306a6c-4730-4d52-850d-328bb26d7bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:34.928340 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a8feae4d-44c0-4498-acfc-fe8eb26876dd req-556354d0-e602-441c-a632-d9e08359cff6 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 210 time: 0.0643950
May 13 16:29:35.059860 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0306a6c-4730-4d52-850d-328bb26d7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:35.065045 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-89cb520a-cdbd-470c-9320-4ffcdf2bf8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:35.078460 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0306a6c-4730-4d52-850d-328bb26d7bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede5699-3f61-41ae-9eb1-8b04d3a3d209,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:35.081311 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b0306a6c-4730-4d52-850d-328bb26d7bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:35.086720 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0306a6c-4730-4d52-850d-328bb26d7bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:35.088034 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b0306a6c-4730-4d52-850d-328bb26d7bf3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fede5699-3f61-41ae-9eb1-8b04d3a3d209 HTTP/1.1" status: 204  len: 168 time: 0.3920159
May 13 16:29:35.704924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38674) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:35.824903 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 84ab0c95-4107-41b0-a740-756d0b45915b up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:35.859175 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:35.880140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:35.885028 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ab720ee3f2f64d00af8fc0ff678ec772 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:35.888102 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:35.894233 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:35.924218 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 84ab0c95-4107-41b0-a740-756d0b45915b triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:35.924761 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.116634 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.179378 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a6326756-05b1-42cd-85f0-51d7abc14e6b req-34ba872d-c972-46bd-9f10-f8beb2d1915b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 210 time: 0.1187305
May 13 16:29:36.190650 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-bdc5bcec-4651-4151-af03-06d4c82ad434 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:36.192279 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-bdc5bcec-4651-4151-af03-06d4c82ad434 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 810 time: 0.2084517
May 13 16:29:36.202139 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.209032 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-af2da51b-4748-41a4-8080-0cd92efe6f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:36.281589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc121f-a6d6-460f-b761-f93de5cd9f4d,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:36.291764 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab720ee3f2f64d00af8fc0ff678ec772&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5829179
May 13 16:29:36.291764 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a44f1f87-9eb7-49f2-bfc1-7dba430519c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:36.292329 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38694) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:36.304445 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-5ede3d52-c73d-4999-88f9-a07168b733fd tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b275605a2e4be5a9245ff78f4c7cae HTTP/1.1" status: 200  len: 380 time: 0.0831072
May 13 16:29:36.316565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'port': {'device_id': '0b6918da-3844-4511-810b-66ef36c43a4d', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'admin_state_up': True, 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'security_groups': ['6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:36.369751 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.428136 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.476336 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38702) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:36.496088 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:36.517241 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:36.606327 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-788232974-network', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:36.609677 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.613798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Made reservation on behalf of b3b275605a2e4be5a9245ff78f4c7cae for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:36.615144 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-39a97eb4-c12c-4a19-a781-2a85b1a8a6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:36.618397 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.623896 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:36.632671 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Usage tracker for resource:network and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:36.636466 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:36.639419 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc121f-a6d6-460f-b761-f93de5cd9f4d,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:36.646524 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:36.648826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.649985 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16cc121f-a6d6-460f-b761-f93de5cd9f4d HTTP/1.1" status: 204  len: 168 time: 0.3565915
May 13 16:29:36.656093 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.656504 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.656818 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.657214 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.657559 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.657915 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.658256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.658256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.658256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.658256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.658256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.658256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:36.670311 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:36.745142 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Made reservation on behalf of 8903bce27d65496bb95a7263f3f00c38 for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:36.747493 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.761633 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.778430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:36.783039 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:36.785965 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:36.791983 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:36.821486 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Allocated IP 172.20.0.10 (fbab1dd3-c16a-4a06-aa40-0c41bf95770a/800d872f-c442-4939-a2d5-c88258ff26fe/68526381-bce1-46a5-be3c-e9802582800b) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:36.896794 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.968083 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:36.973974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f43e1dac-6998-4033-b49a-a54bc5d0866c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:37.001291 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:29:37.016044 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08166352-98bc-4d59-b240-ec48136f37a6,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:37.020126 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:37.023437 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.024363 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Added segment e1613c86-1f47-4cc1-b6a2-402dc494e24e of type vlan for network bc9aa5bb-a644-479a-90ff-98a72b47cef6
May 13 16:29:37.055186 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.163007 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.164636 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:37.165281 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.169537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8a65e059-9d5f-4f47-bfb0-d4b139fa7a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:37.180984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.200722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Transition to ACTIVE for port object 68526381-bce1-46a5-be3c-e9802582800b will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:37.280428 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9aa5bb-a644-479a-90ff-98a72b47cef6,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:37.283694 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:37.290545 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:29:37.294725 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.301641 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e984927f-b4c4-459b-8dc7-0143007b11e7 tempest-ServerRescueNegativeTestJSON-1283174772 tempest-ServerRescueNegativeTestJSON-1283174772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:37.343734 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38720) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:37.364004 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.379319 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9014201
May 13 16:29:37.383296 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38724) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:37.391219 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Request body: {'subnet': {'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-788232974-subnet', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:37.399346 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:37.408114 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:37.410256 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Usage tracker for resource:subnet and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:37.414387 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Usage tracker for resource:security_group_rule and tenant:c93b1bccbcdd464fbaceabe1034a3120 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:37.422974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:37.426107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:37.427602 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:37.433785 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:37.434151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:37.437720 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:37.443008 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:37.484516 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event updated for resources: {'Port': ['ID=68526381-bce1-46a5-be3c-e9802582800b,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:37.500341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Made reservation on behalf of 8903bce27d65496bb95a7263f3f00c38 for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:37.501016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.501412 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.501768 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.502122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.502468 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.502814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.503047 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2119704'] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.503149 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.503493 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.503836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.504173 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.504510 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.504861 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:29:37.511305 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:37.537079 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:37.538286 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.567473 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b00267-3a76-46f5-aef5-8052334ef3bb req-2230a957-c2e9-4efd-801b-0ca21700cf20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:37.574922 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-55b00267-3a76-46f5-aef5-8052334ef3bb req-2230a957-c2e9-4efd-801b-0ca21700cf20 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 932 time: 0.2397866
May 13 16:29:37.645815 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-55b00267-3a76-46f5-aef5-8052334ef3bb req-bb03d85b-d8b5-443e-b4d0-cc009637ca0e tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698335
May 13 16:29:37.661941 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.688652 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3778257
May 13 16:29:37.713360 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.714255 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Request body: {'port': {'device_id': '0b6918da-3844-4511-810b-66ef36c43a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:37.723410 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8973830f-c204-456f-95e1-8fe2fab44456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:37.778946 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e65583-f2fd-42fd-ae44-12acef06dba5,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:37.796289 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c93b1bccbcdd464fbaceabe1034a3120&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4485533
May 13 16:29:37.796289 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:37.798267 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38728) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:37.830836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.836833 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-be4a3eb0-266c-499b-ba69-e156e8e5d957 None None] Provisioning for port 68526381-bce1-46a5-be3c-e9802582800b completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:37.843198 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-be4a3eb0-266c-499b-ba69-e156e8e5d957 None None] Provisioning complete for port 68526381-bce1-46a5-be3c-e9802582800b triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:37.843887 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-be4a3eb0-266c-499b-ba69-e156e8e5d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.883305 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:37.902321 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-be4a3eb0-266c-499b-ba69-e156e8e5d957 None None] Port 68526381-bce1-46a5-be3c-e9802582800b cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:37.914443 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.110270 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.118157 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6895250e-9a6e-4186-857d-f7cd88e971d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:38.136637 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e65583-f2fd-42fd-ae44-12acef06dba5,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:38.139509 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:38.170261 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4080785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2119686'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.174838 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.175933 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4e65583-f2fd-42fd-ae44-12acef06dba5 HTTP/1.1" status: 204  len: 168 time: 0.3767710
May 13 16:29:38.177603 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fa821bad-61a1-43b0-a67a-6392e14d702c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:38.199786 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68526381-bce1-46a5-be3c-e9802582800b {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:29:38.208122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.242105 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Transition to ACTIVE for port object 68526381-bce1-46a5-be3c-e9802582800b will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:38.333879 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.338237 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d0acfa27-cef3-495c-8196-e38b3b635741 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:38.350648 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:38.358537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:38.361039 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Checking segment: {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:38.361414 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Network hostable DHCP agents. Network: bc9aa5bb-a644-479a-90ff-98a72b47cef6, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:29:38.437367 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:29:38.510571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Pushing event updated for resources: {'Port': ['ID=68526381-bce1-46a5-be3c-e9802582800b,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:38.514429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:38.608284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Attempting to bind port 68526381-bce1-46a5-be3c-e9802582800b on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:38.608284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Attempting to bind port 68526381-bce1-46a5-be3c-e9802582800b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:38.608284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Attempting to bind port 68526381-bce1-46a5-be3c-e9802582800b on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:38.608284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Port 68526381-bce1-46a5-be3c-e9802582800b on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:29:38.608284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Attempting to bind port 68526381-bce1-46a5-be3c-e9802582800b on network fbab1dd3-c16a-4a06-aa40-0c41bf95770a {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:38.617463 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:38.618227 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Checking segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:38.618888 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Bound using segment: {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:38.619689 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Bound port: 68526381-bce1-46a5-be3c-e9802582800b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c112e9-df79-49cc-b114-d8b0d6704d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:38.620302 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.641283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, bc9aa5bb-a644-479a-90ff-98a72b47cef6) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:38.652723 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:38.653556 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.662761 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b12305-dd9a-4e43-8895-9217651a45b6 None None] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:38.787101 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] For port 68526381-bce1-46a5-be3c-e9802582800b, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:38.792272 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] For port 68526381-bce1-46a5-be3c-e9802582800b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=68526381-bce1-46a5-be3c-e9802582800b,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:38.816392 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4317582
May 13 16:29:38.820335 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38740) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:38.831213 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:38.839584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:38.845006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Usage tracker for resource:router and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:38.848981 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:38.858234 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:38.860394 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea702e7-9dfe-4f39-aa87-6a1edc4e7101 req-c8a27a56-fa1a-4c1c-883a-b86a6c8df4d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:38.862281 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dea702e7-9dfe-4f39-aa87-6a1edc4e7101 req-c8a27a56-fa1a-4c1c-883a-b86a6c8df4d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 944 time: 0.0965717
May 13 16:29:38.887356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.891967 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d8833c71-cad9-460e-b09d-e41e177155c6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:38.924913 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-dea702e7-9dfe-4f39-aa87-6a1edc4e7101 req-f05c9188-e04f-4b55-961e-ba5689a3f519 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:security_group {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:29:38.966843 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:38.967918 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.969003 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:29:38.972845 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] 10.222.0.24 "PUT /v2.0/ports/68526381-bce1-46a5-be3c-e9802582800b HTTP/1.1" status: 200  len: 1094 time: 1.2602434
May 13 16:29:38.973206 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.973307 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'tag': '68526381-bce1-46a5-be3c-e9802582800b'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:29:38.983178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:38.984942 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.024729 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-dea702e7-9dfe-4f39-aa87-6a1edc4e7101 req-f05c9188-e04f-4b55-961e-ba5689a3f519 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:security_group {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:29:39.024729 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dea702e7-9dfe-4f39-aa87-6a1edc4e7101 req-f05c9188-e04f-4b55-961e-ba5689a3f519 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1494286
May 13 16:29:39.026842 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Pushing event updated for resources: {'Port': ['ID=68526381-bce1-46a5-be3c-e9802582800b,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:39.030462 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:39.032286 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.070055 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'tag': '68526381-bce1-46a5-be3c-e9802582800b', 'status': 'completed', 'code': 200}
May 13 16:29:39.192551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Allocated IP 172.20.0.2 (bc9aa5bb-a644-479a-90ff-98a72b47cef6/9454ce33-4fb0-41f1-adb8-9c1fb6c551ec/3f3c9dfa-6a37-4b8b-b558-96157015e431) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:39.435766 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.449382 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Transition to ACTIVE for port object 3f3c9dfa-6a37-4b8b-b558-96157015e431 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:39.477836 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Transition to ACTIVE for port object 3f3c9dfa-6a37-4b8b-b558-96157015e431 will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:39.547563 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.552484 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-46359985-e649-433a-a3dd-017140b2122c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:39.555016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.580406 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377f41c-8c29-4fb3-a65e-0c48230096be req-35babcc5-e2c1-48c8-b463-da6ed7737eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:39.582172 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8377f41c-8c29-4fb3-a65e-0c48230096be req-35babcc5-e2c1-48c8-b463-da6ed7737eec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 1097 time: 0.3978932
May 13 16:29:39.621241 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:39.624287 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:39.628246 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:39.671232 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Pushing event updated for resources: {'Port': ['ID=3f3c9dfa-6a37-4b8b-b558-96157015e431,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:39.678949 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:39.741238 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Attempting to bind port 3f3c9dfa-6a37-4b8b-b558-96157015e431 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:39.741869 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Attempting to bind port 3f3c9dfa-6a37-4b8b-b558-96157015e431 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:39.742440 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Attempting to bind port 3f3c9dfa-6a37-4b8b-b558-96157015e431 on network bc9aa5bb-a644-479a-90ff-98a72b47cef6 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:39.748210 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:39.748591 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Checking segment: {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:39.748999 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.749441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Bound using segment: {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:39.749925 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Bound port: 3f3c9dfa-6a37-4b8b-b558-96157015e431, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:39.750306 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.842025 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377f41c-8c29-4fb3-a65e-0c48230096be req-f8505445-ab3f-431c-8718-a08a78b95e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:39.843430 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8377f41c-8c29-4fb3-a65e-0c48230096be req-f8505445-ab3f-431c-8718-a08a78b95e1d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2414641
May 13 16:29:39.846239 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] For port 3f3c9dfa-6a37-4b8b-b558-96157015e431, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:39.851473 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] For port 3f3c9dfa-6a37-4b8b-b558-96157015e431, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=3f3c9dfa-6a37-4b8b-b558-96157015e431,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:39.930284 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:39.936676 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:40.034170 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Pushing event updated for resources: {'Port': ['ID=3f3c9dfa-6a37-4b8b-b558-96157015e431,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:40.038228 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:40.245377 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3d630-7bf9-46d6-ae93-e70dbb19eb4f req-28bc4bfd-956f-4bae-92f1-03fc0dfe755d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:40.247723 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5da3d630-7bf9-46d6-ae93-e70dbb19eb4f req-28bc4bfd-956f-4bae-92f1-03fc0dfe755d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 944 time: 0.0949397
May 13 16:29:40.276233 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377f41c-8c29-4fb3-a65e-0c48230096be req-0f18e341-72c7-454d-ab26-ab53f32e96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:40.278823 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8377f41c-8c29-4fb3-a65e-0c48230096be req-0f18e341-72c7-454d-ab26-ab53f32e96a1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4225686
May 13 16:29:40.358521 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5da3d630-7bf9-46d6-ae93-e70dbb19eb4f req-31513151-b4a3-4ed0-aabf-2caa378299b8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036067
May 13 16:29:40.434567 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:40.467614 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:40.553029 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-b18b7bf4-3954-4d19-9623-e50470d7fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:40.554532 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-b18b7bf4-3954-4d19-9623-e50470d7fa94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 1097 time: 0.1927202
May 13 16:29:40.675768 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-9baba623-c728-4506-a088-c556d5324d05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68526381-bce1-46a5-be3c-e9802582800b HTTP/1.1" status: 200  len: 217 time: 0.0742455
May 13 16:29:40.744615 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Allocated IP 172.27.1.224 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/9cd6c855-9a3d-40fd-baa2-3f9809b93417) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:40.790654 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-f2520a9a-cac6-46c7-ab09-bd73d962d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:40.792126 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-f2520a9a-cac6-46c7-ab09-bd73d962d2a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.1042390
May 13 16:29:40.978746 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:40.999644 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-ffb11c90-de51-4e82-aa27-1a5c1e7eb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:41.002108 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-ffb11c90-de51-4e82-aa27-1a5c1e7eb4d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1592801
May 13 16:29:41.102444 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ad9db-e438-4c78-8d3c-18ad7aa8b849 None None] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:41.156721 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-8fec8521-8560-48a9-bdea-d4972f1807fa service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473229
May 13 16:29:41.235380 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:41.243134 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-7cfeee04-99a2-4c84-b182-76b5e83634be None None] Provisioning for port 3f3c9dfa-6a37-4b8b-b558-96157015e431 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:41.247407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:41.450642 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:41.462061 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:41.464818 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:41.535574 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-35db044d-d296-4abf-91f2-d6e9bc331961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:41.597048 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd6c855-9a3d-40fd-baa2-3f9809b93417,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:41.605781 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:41.642889 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9554901-f0ff-446b-b1af-db4b7da75fcd req-7c347007-dd7b-4585-8306-a06487d1a718 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4779353
May 13 16:29:41.843450 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db961ee-40bf-4939-82bc-587edc810742 req-a3ab441e-3b0b-4d2f-b60d-5a1e6f6e2bb7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:41.844194 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-9db961ee-40bf-4939-82bc-587edc810742 req-a3ab441e-3b0b-4d2f-b60d-5a1e6f6e2bb7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:29:41.859003 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 3f3c9dfa-6a37-4b8b-b558-96157015e431 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:42.015356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-9db961ee-40bf-4939-82bc-587edc810742 req-a3ab441e-3b0b-4d2f-b60d-5a1e6f6e2bb7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:29:42.016077 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9db961ee-40bf-4939-82bc-587edc810742 req-a3ab441e-3b0b-4d2f-b60d-5a1e6f6e2bb7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 944 time: 0.5205641
May 13 16:29:42.054169 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 3f3c9dfa-6a37-4b8b-b558-96157015e431 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:42.060105 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 3f3c9dfa-6a37-4b8b-b558-96157015e431 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:42.060492 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:42.151124 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9db961ee-40bf-4939-82bc-587edc810742 req-095a1dfc-ca02-48e4-916e-a1e0ba48932a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775619
May 13 16:29:42.189163 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:42.192003 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:42.232359 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 3f3c9dfa-6a37-4b8b-b558-96157015e431, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=3f3c9dfa-6a37-4b8b-b558-96157015e431,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:42.311217 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:42.314337 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:42.382889 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=3f3c9dfa-6a37-4b8b-b558-96157015e431,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:42.386278 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:42.544983 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:42.813505 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Router 85754301-3668-4959-9b48-08530777888f is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:29:43.124413 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:43.136737 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Sync routers for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:43.152068 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:43.152850 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939861910>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:43.244260 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:43.244260 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.4141493
May 13 16:29:43.244260 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38798) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:43.363893 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:43.519973 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2e9e1-aa5f-46e0-a4a4-13aa4f3126e1 req-89892fd2-7c80-44bd-8944-82eb428de53a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:43.528332 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-73b2e9e1-aa5f-46e0-a4a4-13aa4f3126e1 req-89892fd2-7c80-44bd-8944-82eb428de53a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 944 time: 0.2138271
May 13 16:29:43.714228 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-73b2e9e1-aa5f-46e0-a4a4-13aa4f3126e1 req-ea102e8f-ad1a-4143-8974-f9af4e2be89a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1849368
May 13 16:29:43.748759 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939861910>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:41Z', 'revision_number': 3, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:43.753810 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:43.758712 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Checking router: 85754301-3668-4959-9b48-08530777888f for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:43.758712 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Updating router 85754301-3668-4959-9b48-08530777888f port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:43.841453 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:43.970265 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 3f3c9dfa-6a37-4b8b-b558-96157015e431 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:44.092589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38818) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:44.128170 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-dc7de091-a90f-43bb-8f4d-4fecdee07856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.173300 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.192508 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 3f3c9dfa-6a37-4b8b-b558-96157015e431 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:44.192879 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.254861 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.284543 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:44.296449 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:fbeb746004904f008eea123f71ae0f13 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:44.302151 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:44.339502 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:44.434253 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.445171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Transition to ACTIVE for port object 9cd6c855-9a3d-40fd-baa2-3f9809b93417 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:44.467800 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Allocated IP 172.20.0.1 (bc9aa5bb-a644-479a-90ff-98a72b47cef6/9454ce33-4fb0-41f1-adb8-9c1fb6c551ec/a4127909-9e45-4581-a4b1-842901140510) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:44.510948 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.515356 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:44.591208 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.592326 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Attempting to bind port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:44.592697 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Attempting to bind port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:44.593062 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Attempting to bind port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:44.608524 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:44.609010 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:44.609596 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.610117 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:44.610629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Bound port: 9cd6c855-9a3d-40fd-baa2-3f9809b93417, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:44.611061 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.640587 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beef03-e352-4274-843e-d2e0ef6f49a7 None None] Pushing event updated for resources: {'Port': ['ID=9cd6c855-9a3d-40fd-baa2-3f9809b93417,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:44.651424 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.667950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-784f63e1-91f4-4d1f-9d7d-591ada5a8de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:44.688697 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18beef03-e352-4274-843e-d2e0ef6f49a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:44.696866 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.732898 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbeb746004904f008eea123f71ae0f13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6391871
May 13 16:29:44.733904 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd7a23d-93fa-4eab-a656-919163fe9d55,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:44.735847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38824) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:44.741864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:44.744864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Transition to ACTIVE for port object a4127909-9e45-4581-a4b1-842901140510 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:44.756596 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] For port 9cd6c855-9a3d-40fd-baa2-3f9809b93417, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:44.762510 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] For port 9cd6c855-9a3d-40fd-baa2-3f9809b93417, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9cd6c855-9a3d-40fd-baa2-3f9809b93417,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:44.826209 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.826745 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.853841 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.858888 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:44.860400 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.895982 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:44.913057 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-421d1680-f028-47d9-a23b-adaa76b83a40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:44.923445 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:44.924210 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939861910>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:44.999486 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:45.006285 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-880b867d-3651-41ff-b32d-dd48c3911181 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:45.026245 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd7a23d-93fa-4eab-a656-919163fe9d55,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:45.043236 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:45.044645 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:45.045848 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdd7a23d-93fa-4eab-a656-919163fe9d55 HTTP/1.1" status: 204  len: 168 time: 0.3082037
May 13 16:29:45.127850 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Pushing event updated for resources: {'Port': ['ID=a4127909-9e45-4581-a4b1-842901140510,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:45.130075 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beef03-e352-4274-843e-d2e0ef6f49a7 None None] Pushing event updated for resources: {'Port': ['ID=9cd6c855-9a3d-40fd-baa2-3f9809b93417,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:45.132155 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:45.137324 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18beef03-e352-4274-843e-d2e0ef6f49a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:45.159660 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:45.161713 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:45.165017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:45.183791 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:45.232798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:45.313687 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07333afd-fd5f-481e-a780-64e608af3c8d req-7bccb745-e142-40a7-a61f-3ef423c8afd8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:45.315429 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-07333afd-fd5f-481e-a780-64e608af3c8d req-7bccb745-e142-40a7-a61f-3ef423c8afd8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 944 time: 0.4674070
May 13 16:29:45.410393 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-07333afd-fd5f-481e-a780-64e608af3c8d req-0a6616c1-b7d0-4bfc-855f-b6842abcd76b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867095
May 13 16:29:45.562396 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:45.674645 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939861910>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:41Z', 'revision_number': 3, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:45.679381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae8691-2a00-43a9-bfb0-e33e98e4d3ec None None] The sync data for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi is: [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:41Z', 'revision_number': 3, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:45.694048 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-2e0e2c99-56de-4db7-bea1-dab9f8ea5076 None None] Provisioning for port a4127909-9e45-4581-a4b1-842901140510 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:45.705991 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-2e0e2c99-56de-4db7-bea1-dab9f8ea5076 None None] Provisioning complete for port a4127909-9e45-4581-a4b1-842901140510 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:45.706406 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2c99-56de-4db7-bea1-dab9f8ea5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:45.770135 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e2c99-56de-4db7-bea1-dab9f8ea5076 None None] Port a4127909-9e45-4581-a4b1-842901140510 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:45.846407 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 68526381-bce1-46a5-be3c-e9802582800b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:29:45.900773 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:45.932887 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:29:45.973425 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:46.006746 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-bafdd1a5-3f96-4421-9fe7-ad092a9cda3a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:46.041299 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 68526381-bce1-46a5-be3c-e9802582800b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=68526381-bce1-46a5-be3c-e9802582800b,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:46.059480 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '68526381-bce1-46a5-be3c-e9802582800b', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'port_id': '68526381-bce1-46a5-be3c-e9802582800b', 'mac_address': 'fa:16:3e:8c:8a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:29:46.112703 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:46.117023 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Pushing event updated for resources: {'Port': ['ID=a4127909-9e45-4581-a4b1-842901140510,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:46.120804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:46.144492 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:46.164147 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68526381-bce1-46a5-be3c-e9802582800b {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:29:46.186892 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 68526381-bce1-46a5-be3c-e9802582800b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=68526381-bce1-46a5-be3c-e9802582800b,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:46.248764 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:46.251731 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:46.307973 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:46.309590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:46.371103 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=68526381-bce1-46a5-be3c-e9802582800b,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:46.387690 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:46.607904 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Router 85754301-3668-4959-9b48-08530777888f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:29:46.611395 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-955349f4-e748-4d4d-a8f5-a269ddf7008d None None] Provisioning complete for port a4127909-9e45-4581-a4b1-842901140510 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:46.612803 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-955349f4-e748-4d4d-a8f5-a269ddf7008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:46.651826 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['68526381-bce1-46a5-be3c-e9802582800b'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:29:46.763938 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-955349f4-e748-4d4d-a8f5-a269ddf7008d None None] Port a4127909-9e45-4581-a4b1-842901140510 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:46.810260 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:46.887101 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb3729-77bd-4776-949d-eb4eb290b530 req-14c804e1-cd34-4ecd-bb57-8e1141e9f19d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:46.888740 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a3eb3729-77bd-4776-949d-eb4eb290b530 req-14c804e1-cd34-4ecd-bb57-8e1141e9f19d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 945 time: 0.2740593
May 13 16:29:46.933558 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:46.969699 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a3eb3729-77bd-4776-949d-eb4eb290b530 req-47e54c34-d5b2-4a7e-a6a8-4905435bc1cb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718753
May 13 16:29:46.975843 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] 10.222.0.42 "PUT /v2.0/routers/85754301-3668-4959-9b48-08530777888f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7354872
May 13 16:29:47.198773 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65516d-cb4a-4724-ba62-7fb04d0746f6 req-d20a61dc-b933-421c-95b8-e1715aaa4946 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:47.200568 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2c65516d-cb4a-4724-ba62-7fb04d0746f6 req-d20a61dc-b933-421c-95b8-e1715aaa4946 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.0955212
May 13 16:29:47.253222 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2c65516d-cb4a-4724-ba62-7fb04d0746f6 req-5aee705a-fc06-4ee7-9153-adec0b9c9c43 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467429
May 13 16:29:47.555902 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Sync routers for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:47.565754 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:47.566460 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a31cac0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:47.760332 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:47.782164 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38862) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:47.789393 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-566823230-network', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:47.794790 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:47.799344 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Usage tracker for resource:network and tenant:a0b30de0d09b428e8de67a7967133400 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:47.803081 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:47.809249 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:47.847399 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 68526381-bce1-46a5-be3c-e9802582800b up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:47.885987 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9cd6c855-9a3d-40fd-baa2-3f9809b93417 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:47.939487 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Made reservation on behalf of a0b30de0d09b428e8de67a7967133400 for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:47.944833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:47.960833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:47.980107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:47.986477 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Usage tracker for resource:security_group_rule and tenant:a0b30de0d09b428e8de67a7967133400 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:47.989634 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:47.996409 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:48.053463 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 68526381-bce1-46a5-be3c-e9802582800b completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:48.061247 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 68526381-bce1-46a5-be3c-e9802582800b triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:48.062089 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.102115 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:48.107238 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.111097 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a31cac0>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 2, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:48.115583 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Checking router: 85754301-3668-4959-9b48-08530777888f for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:48.115928 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Updating router 85754301-3668-4959-9b48-08530777888f port a4127909-9e45-4581-a4b1-842901140510 binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:48.116461 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:48.116841 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.150862 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.164059 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.169500 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-542b5358-7cec-42b2-962e-09c19648bae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:48.174637 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.202193 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:29:48.230308 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.230982 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Added segment ec2ac129-457a-43d3-87e5-6ad9da8795ec of type vlan for network 14b5c026-165c-4b54-a285-a5239dc3a3c5
May 13 16:29:48.240687 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be62ce60-6680-4cb1-922b-2fc9ae3c4181,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:48.279400 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.279400 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:48.392542 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b801f-59c1-427f-9b74-95490c22ba79 req-1ce10d77-56e3-417c-933c-4c07437b8146 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:48.395118 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.401040 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-870b801f-59c1-427f-9b74-95490c22ba79 req-1ce10d77-56e3-417c-933c-4c07437b8146 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 945 time: 0.2919450
May 13 16:29:48.422774 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.447602 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.453270 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68526381-bce1-46a5-be3c-e9802582800b'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:29:48.453619 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:48.454303 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.463790 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 9cd6c855-9a3d-40fd-baa2-3f9809b93417, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9cd6c855-9a3d-40fd-baa2-3f9809b93417,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:48.467561 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 68526381-bce1-46a5-be3c-e9802582800b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=68526381-bce1-46a5-be3c-e9802582800b,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:48.472461 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:48.500654 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-870b801f-59c1-427f-9b74-95490c22ba79 req-e5b23ce1-d9da-4a22-8879-af15a1fc53b7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983646
May 13 16:29:48.521061 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.525215 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-2c40ee73-57d7-4e0e-ace4-31bf8bd45f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:48.586616 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4087-ec6c-4d94-b21e-af402a01abc0 req-b97af7b1-87eb-4950-bacc-be0b15648b38 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:48.589562 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c06d4087-ec6c-4d94-b21e-af402a01abc0 req-b97af7b1-87eb-4950-bacc-be0b15648b38 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.1515660
May 13 16:29:48.614125 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.618072 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Pushing event updated for resources: {'Network': ['ID=14b5c026-165c-4b54-a285-a5239dc3a3c5,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:48.623921 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:48.629554 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Transition to ACTIVE for port object a4127909-9e45-4581-a4b1-842901140510 will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:48.634464 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-2c582665-e9df-438b-987a-cfa4c01321fa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8474519
May 13 16:29:48.637985 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38874) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:48.640585 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Request body: {'subnet': {'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-566823230-subnet', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'ip_version': 4}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:48.642782 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68526381-bce1-46a5-be3c-e9802582800b', 'code': 200}
May 13 16:29:48.644746 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:29:48.646207 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:48.651740 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Usage tracker for resource:subnet and tenant:a0b30de0d09b428e8de67a7967133400 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:48.658985 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:48.666164 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:48.668091 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.688187 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.692447 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c06d4087-ec6c-4d94-b21e-af402a01abc0 req-95629925-5780-421e-9bb2-4188ceedfbc5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0939987
May 13 16:29:48.696236 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-daa09d84-6f43-45ef-a85f-21881f614fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:48.762000 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Made reservation on behalf of a0b30de0d09b428e8de67a7967133400 for: {'subnet': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:29:48.765807 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2119704'] for subnet, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:48.794048 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=9cd6c855-9a3d-40fd-baa2-3f9809b93417,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:48.798923 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:48.799396 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:48.845230 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb613d6-0e62-4932-845a-c42f6d7c38cd None None] Pushing event updated for resources: {'Port': ['ID=a4127909-9e45-4581-a4b1-842901140510,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:48.849258 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-4eb613d6-0e62-4932-845a-c42f6d7c38cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:48.898049 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=68526381-bce1-46a5-be3c-e9802582800b,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:48.901504 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:49.005388 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Attempting to bind port a4127909-9e45-4581-a4b1-842901140510 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:49.006356 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Attempting to bind port a4127909-9e45-4581-a4b1-842901140510 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:49.006663 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Attempting to bind port a4127909-9e45-4581-a4b1-842901140510 on network bc9aa5bb-a644-479a-90ff-98a72b47cef6 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:49.013034 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:49.017065 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Checking segment: {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:49.017065 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:49.017065 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Bound using segment: {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:49.017065 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Bound port: a4127909-9e45-4581-a4b1-842901140510, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:49.017065 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:49.115331 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] For port a4127909-9e45-4581-a4b1-842901140510, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:49.119133 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] For port a4127909-9e45-4581-a4b1-842901140510, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=a4127909-9e45-4581-a4b1-842901140510,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:49.226660 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:49.232860 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:49.320788 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:49.321871 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a31cac0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:49.335774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58c70a-b158-47af-854b-63e07bd33e59 req-9596fd76-2b77-40fe-906e-34b1198a71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:49.338850 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4b58c70a-b158-47af-854b-63e07bd33e59 req-9596fd76-2b77-40fe-906e-34b1198a71d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 1099 time: 0.2350841
May 13 16:29:49.452612 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4080785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2119686'] for subnet, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:49.455048 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb613d6-0e62-4932-845a-c42f6d7c38cd None None] Pushing event updated for resources: {'Port': ['ID=a4127909-9e45-4581-a4b1-842901140510,revision_number=4']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:49.466285 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-4eb613d6-0e62-4932-845a-c42f6d7c38cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:49.470679 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4b58c70a-b158-47af-854b-63e07bd33e59 req-818cca8c-1a9c-4259-91e7-93c1ef561c84 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026676
May 13 16:29:49.476694 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8826c376-4435-48a1-ae1b-9c029e3a4dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:49.570492 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17b84c6-91a8-410d-9b8f-66895bd7cec0,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:49.573804 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:49.582903 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:49.606017 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Checking segment: {'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:49.606392 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Network hostable DHCP agents. Network: 14b5c026-165c-4b54-a285-a5239dc3a3c5, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:29:49.619991 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-70de06bc-e692-4527-b6b0-cfb20e87ad99 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:49.622024 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-70de06bc-e692-4527-b6b0-cfb20e87ad99 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.2481623
May 13 16:29:49.702032 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:29:49.760259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273d1e-ad3e-4ce4-80e0-04b455e63a21 req-ad399750-e55d-48db-a043-8f0b0b45b5e8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:49.761907 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b7273d1e-ad3e-4ce4-80e0-04b455e63a21 req-ad399750-e55d-48db-a043-8f0b0b45b5e8 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.0977514
May 13 16:29:49.833129 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b7273d1e-ad3e-4ce4-80e0-04b455e63a21 req-ce8b6841-e15c-45bb-81bd-a74fc53894e2 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629454
May 13 16:29:49.834407 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, 14b5c026-165c-4b54-a285-a5239dc3a3c5) {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:49.848662 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9cd6c855-9a3d-40fd-baa2-3f9809b93417 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:49.892166 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38ffc6-6bf5-476b-8c3c-3cb65415a05c None None] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:49.902328 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:49.903017 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:49.965161 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105e908-d334-4aa7-9913-862591e46a98 req-5e93ac65-aa54-493e-9447-a6a9379df181 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:49.967341 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5105e908-d334-4aa7-9913-862591e46a98 req-5e93ac65-aa54-493e-9447-a6a9379df181 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.1536372
May 13 16:29:49.980022 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a31cac0>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:49Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:49.988015 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93338f6-b55d-4b4e-9c37-044111a8dae1 None None] The sync data for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi is: [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:49Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:50.031634 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0dd31b26-04c3-47bd-9aae-7507b140e66d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3957894
May 13 16:29:50.035640 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38888) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:50.044498 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:50.050723 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5105e908-d334-4aa7-9913-862591e46a98 req-13e6a72b-23b8-4faf-b1b7-570a90f8d160 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0748384
May 13 16:29:50.053077 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:50.059511 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Usage tracker for resource:router and tenant:a0b30de0d09b428e8de67a7967133400 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:50.063944 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:50.090166 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:50.114778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Deleting port 425d7b24-b326-443e-a889-2bafdaa22b27 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:29:50.115780 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.169187 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:50.169937 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.198317 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.199342 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.249345 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.308232 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-14b5c026-165c-4b54-a285-a5239dc3a3c5', 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'fixed_ips': [{'subnet_id': 'c17b84c6-91a8-410d-9b8f-66895bd7cec0'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:29:50.309678 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.323778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] For port 425d7b24-b326-443e-a889-2bafdaa22b27, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=425d7b24-b326-443e-a889-2bafdaa22b27,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:50.323778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.576355 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Allocated IP 172.20.0.2 (14b5c026-165c-4b54-a285-a5239dc3a3c5/c17b84c6-91a8-410d-9b8f-66895bd7cec0/9e261522-38d2-49c1-805b-16a0ac1d3dc4) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:50.848630 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:50.879342 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Transition to ACTIVE for port object 9e261522-38d2-49c1-805b-16a0ac1d3dc4 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:50.904049 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Transition to ACTIVE for port object 9e261522-38d2-49c1-805b-16a0ac1d3dc4 will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:50.926315 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.039993 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.051812 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:51.104405 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:51.107613 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:51.112124 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:51.187378 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.189427 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.193935 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Floating IP 6179064c-aa4d-4acf-a63b-b17641e0e579 disassociated. External IP: 172.27.1.79, port: 425d7b24-b326-443e-a889-2bafdaa22b27.
May 13 16:29:51.193935 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Calling delete_port for 425d7b24-b326-443e-a889-2bafdaa22b27 owned by compute:nova {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:29:51.226036 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Attempting to bind port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:51.226640 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Attempting to bind port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:51.226934 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Attempting to bind port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 on network 14b5c026-165c-4b54-a285-a5239dc3a3c5 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:51.233297 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Pushing event updated for resources: {'Port': ['ID=9e261522-38d2-49c1-805b-16a0ac1d3dc4,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:51.235900 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:51.236382 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Checking segment: {'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:51.236861 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.237441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Bound using segment: {'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:51.238005 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Bound port: 9e261522-38d2-49c1-805b-16a0ac1d3dc4, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:51.238450 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.248264 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:51.317267 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e433146-c2df-4a95-8e98-ddf7b494451c req-b4cc7c05-40bd-4606-8083-6378d3ca8ae7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:51.320620 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8e433146-c2df-4a95-8e98-ddf7b494451c req-b4cc7c05-40bd-4606-8083-6378d3ca8ae7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.2805061
May 13 16:29:51.349067 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-57168d1e-0035-4a78-a778-fa093064026a None None] For port 9e261522-38d2-49c1-805b-16a0ac1d3dc4, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:51.353178 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-57168d1e-0035-4a78-a778-fa093064026a None None] For port 9e261522-38d2-49c1-805b-16a0ac1d3dc4, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9e261522-38d2-49c1-805b-16a0ac1d3dc4,segment=NetworkSegment(ec2ac129-457a-43d3-87e5-6ad9da8795ec),segment_id=ec2ac129-457a-43d3-87e5-6ad9da8795ec)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:51.418259 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8e433146-c2df-4a95-8e98-ddf7b494451c req-a02426bf-3ef2-473b-a657-45499a214bd7 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850930
May 13 16:29:51.426457 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.430565 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:51.525750 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Pushing event updated for resources: {'Port': ['ID=9e261522-38d2-49c1-805b-16a0ac1d3dc4,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:51.528640 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:51.659292 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fff39-f526-4a48-83ef-e1d63fd4a364 req-84fa8c62-b932-493d-acf2-5419ada913c4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:51.660827 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3c7fff39-f526-4a48-83ef-e1d63fd4a364 req-84fa8c62-b932-493d-acf2-5419ada913c4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 946 time: 0.0901515
May 13 16:29:51.725904 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3c7fff39-f526-4a48-83ef-e1d63fd4a364 req-26e33ab7-7edb-4610-b472-f2152a0fdc44 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=34fae6cf-ad5e-4176-bb10-2dc429116dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0523973
May 13 16:29:51.729230 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.780435 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.792040 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-33482d45-ed68-4d36-aed6-409578960db6 tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:51.830364 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:51.894391 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event deleted for resources: {'Port': ['ID=425d7b24-b326-443e-a889-2bafdaa22b27,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:51.899570 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:51.944959 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a4127909-9e45-4581-a4b1-842901140510 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:52.053789 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port a4127909-9e45-4581-a4b1-842901140510 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:52.058967 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port a4127909-9e45-4581-a4b1-842901140510 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:52.059348 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:52.212460 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:52.248325 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port a4127909-9e45-4581-a4b1-842901140510, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=a4127909-9e45-4581-a4b1-842901140510,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:52.289307 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Allocated IP 172.27.1.66 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/af01d505-1ece-49f4-a8b3-f3ef159b96b9) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:52.317495 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Router db6ed134-93d5-4107-be6c-6bbf6b2860df has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:29:52.350799 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:52.351873 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9e261522-38d2-49c1-805b-16a0ac1d3dc4 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:52.377983 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:52.477828 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=a4127909-9e45-4581-a4b1-842901140510,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:52.495018 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:52.579877 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:52.642890 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb552c81-3258-47ca-ab57-3413da03f253 None None] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:29:52.702561 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:52.705802 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:52.717825 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] Sync routers for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:52.756943 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:52.757628 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938a3de50>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:52.797170 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] No DVR routers for this DVR port 425d7b24-b326-443e-a889-2bafdaa22b27 on host hv-cinder-68948 {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:29:52.801255 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:52.805668 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-deleted', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:29:52.844258 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d93b8-f451-4489-a2ad-df7ccebd70e2 req-07c4e8f9-7e8e-46fa-8264-ad89ae457f80 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:52.845741 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3e2d93b8-f451-4489-a2ad-df7ccebd70e2 req-07c4e8f9-7e8e-46fa-8264-ad89ae457f80 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.2572551
May 13 16:29:52.883494 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Provisioning for port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:52.904852 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7a5d8c6e-ac11-4df5-a0c0-81059d98d441 req-9751eb04-a70c-4a23-879a-980ad6092243 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0664670
May 13 16:29:52.905365 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3e2d93b8-f451-4489-a2ad-df7ccebd70e2 req-87c88b4c-d9ea-401c-ab03-af40f490af80 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518460
May 13 16:29:52.924237 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-04404db7-ad3f-420a-843e-05cebfb7ed87 req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "DELETE /v2.0/ports/425d7b24-b326-443e-a889-2bafdaa22b27 HTTP/1.1" status: 204  len: 173 time: 3.0728085
May 13 16:29:52.929336 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Provisioning complete for port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:52.929336 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:52.953268 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:52.958999 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:53.029508 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:53.033000 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:53.037780 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:53.085252 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Pushing event updated for resources: {'Port': ['ID=af01d505-1ece-49f4-a8b3-f3ef159b96b9,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:53.090587 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:53.131737 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e478c-f773-4772-b281-8dd82f74ae4e req-386c8176-104a-4240-95a7-df2c80a0a2b3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:53.137743 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d21e478c-f773-4772-b281-8dd82f74ae4e req-386c8176-104a-4240-95a7-df2c80a0a2b3 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.0973744
May 13 16:29:53.141910 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38922) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:53.148141 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Request body: {'floatingip': {'port_id': '68526381-bce1-46a5-be3c-e9802582800b'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:53.175461 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e30d89e-b80d-4ed2-ba2b-38830643d9c7', 'name': 'network-vif-deleted', 'tag': '425d7b24-b326-443e-a889-2bafdaa22b27', 'status': 'completed', 'code': 200}
May 13 16:29:53.203388 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:53.243397 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:53.399264 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:53.507624 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] For port 9e261522-38d2-49c1-805b-16a0ac1d3dc4, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9e261522-38d2-49c1-805b-16a0ac1d3dc4,segment=NetworkSegment(ec2ac129-457a-43d3-87e5-6ad9da8795ec),segment_id=ec2ac129-457a-43d3-87e5-6ad9da8795ec)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:53.585589 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:53.588954 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:53.606777 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:53.701808 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Pushing event updated for resources: {'Port': ['ID=9e261522-38d2-49c1-805b-16a0ac1d3dc4,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:53.706286 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:53.719768 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-66e604a0-0053-4611-979f-20233f84907e None None] Provisioning complete for port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:53.720139 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-66e604a0-0053-4611-979f-20233f84907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:53.784106 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938a3de50>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:53.790888 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] Checking router: db6ed134-93d5-4107-be6c-6bbf6b2860df for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:53.807699 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:53.808351 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938a3de50>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:53.918356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:53.974955 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:54.104937 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:29:54.128511 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a4127909-9e45-4581-a4b1-842901140510 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:54.159605 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-bfa51689-ba8f-471b-9675-f78c79c291e5 req-b16a797c-14e6-42c9-8631-970f8f006601 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Synchronizing usage tracker for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:29:54.208615 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:54.213966 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:54.214454 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Floating IP 57756654-61cc-479e-b37e-139e8862b9d8 associated. External IP: 172.27.1.245, port: 68526381-bce1-46a5-be3c-e9802582800b.
May 13 16:29:54.254057 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 425d7b24-b326-443e-a889-2bafdaa22b27 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:29:54.254057 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 425d7b24-b326-443e-a889-2bafdaa22b27 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:29:54.334529 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-bfa51689-ba8f-471b-9675-f78c79c291e5 req-b16a797c-14e6-42c9-8631-970f8f006601 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Unset dirty status for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:29:54.335538 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bfa51689-ba8f-471b-9675-f78c79c291e5 req-b16a797c-14e6-42c9-8631-970f8f006601 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e30d89e-b80d-4ed2-ba2b-38830643d9c7 HTTP/1.1" status: 200  len: 210 time: 0.2622204
May 13 16:29:54.474825 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port a4127909-9e45-4581-a4b1-842901140510 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:54.475387 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:54.533893 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:29:54.679529 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9e261522-38d2-49c1-805b-16a0ac1d3dc4 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:54.733705 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Router b841cdbf-a462-4f17-a327-79c7d54f811f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:29:54.739597 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:54.746656 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938a3de50>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:54.751138 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Sync routers for ids ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:54.753557 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1e298-ad76-4d69-877b-3feccd03beba None None] The sync data for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi is: [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:54.766653 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:54.767029 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:54.774164 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Routers {'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:54.775357 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395e4c40>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:54.830327 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:54.834953 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.7945600
May 13 16:29:54.835154 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 38930) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:54.960939 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:54.968649 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:54.976381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] Sync routers for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:54.993720 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:54.994672 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693940c730>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:55.040267 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-05bd85a6-6073-4315-b35f-6ac6eededf21 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "PUT /v2.0/floatingips/57756654-61cc-479e-b37e-139e8862b9d8 HTTP/1.1" status: 200  len: 992 time: 1.8969357
May 13 16:29:55.042313 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'tag': '68526381-bce1-46a5-be3c-e9802582800b'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:29:55.043972 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Set router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:55.108000 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'tag': '68526381-bce1-46a5-be3c-e9802582800b', 'status': 'completed', 'code': 200}
May 13 16:29:55.176607 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e09e6-ab9a-4ca3-bad7-845a4848f549 None None] New status for floating IP 6179064c-aa4d-4acf-a63b-b17641e0e579: DOWN {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:29:55.293473 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:55.369580 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb521b-3f0a-485e-a912-022c13645ccf req-6c355751-6431-4213-98e1-b4e9384e3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:55.371403 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fabb521b-3f0a-485e-a912-022c13645ccf req-6c355751-6431-4213-98e1-b4e9384e3e9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 1099 time: 0.1881022
May 13 16:29:55.567139 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38944) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:55.667104 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395e4c40>, [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:29:53Z', 'revision_number': 3, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:55.670205 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:55.680149 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Checking router: f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:55.681549 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Updating router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 port af01d505-1ece-49f4-a8b3-f3ef159b96b9 binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:55.746139 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693940c730>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '57756654-61cc-479e-b37e-139e8862b9d8', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'port_id': '68526381-bce1-46a5-be3c-e9802582800b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'mac_address': 'fa:16:3e:8c:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6918da-3844-4511-810b-66ef36c43a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:29:30Z', 'updated_at': '2021-05-13T16:29:53Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:55.749127 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] Checking router: b841cdbf-a462-4f17-a327-79c7d54f811f for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:55.755339 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:55.758348 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:55.759105 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693940c730>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:55.770325 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:55.882570 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb521b-3f0a-485e-a912-022c13645ccf req-64fe5913-7e12-4343-9df1-125b06444bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:55.884668 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fabb521b-3f0a-485e-a912-022c13645ccf req-64fe5913-7e12-4343-9df1-125b06444bd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 911 time: 0.4389479
May 13 16:29:55.950203 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:55.955680 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-de5ae04f-21a4-4114-956b-ed3cec32b752 tempest-VolumesNegativeTest-470220037 tempest-VolumesNegativeTest-470220037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:55.970151 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fae6cf-ad5e-4176-bb10-2dc429116dd3,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:55.974158 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:56.019222 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:56.059120 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.063057 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "DELETE /v2.0/security-groups/34fae6cf-ad5e-4176-bb10-2dc429116dd3 HTTP/1.1" status: 204  len: 168 time: 0.4923718
May 13 16:29:56.063642 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38948) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:56.091205 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.api.v2.resource [None req-c1dc4679-b705-4310-897a-40cb8b21f6f5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] show failed (client error): The resource could not be found.
May 13 16:29:56.093190 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-c1dc4679-b705-4310-897a-40cb8b21f6f5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups/34fae6cf-ad5e-4176-bb10-2dc429116dd3 HTTP/1.1" status: 404  len: 347 time: 0.0266564
May 13 16:29:56.096628 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38952) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:56.119405 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fabb521b-3f0a-485e-a912-022c13645ccf req-38794200-d975-4fed-8650-7e4fea970822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68526381-bce1-46a5-be3c-e9802582800b HTTP/1.1" status: 200  len: 1000 time: 0.1819346
May 13 16:29:56.125579 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.153825 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.166136 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Transition to ACTIVE for port object af01d505-1ece-49f4-a8b3-f3ef159b96b9 will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:56.248153 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb521b-3f0a-485e-a912-022c13645ccf req-d937992b-1bcb-49f5-8f3a-f084fc4d01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:56.249653 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fabb521b-3f0a-485e-a912-022c13645ccf req-d937992b-1bcb-49f5-8f3a-f084fc4d01d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.1131334
May 13 16:29:56.264899 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.279481 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:56.354519 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Attempting to bind port af01d505-1ece-49f4-a8b3-f3ef159b96b9 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:29:56.355147 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Attempting to bind port af01d505-1ece-49f4-a8b3-f3ef159b96b9 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:29:56.355637 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Attempting to bind port af01d505-1ece-49f4-a8b3-f3ef159b96b9 on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:29:56.364117 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:29:56.364649 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:29:56.366477 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.366477 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:29:56.366477 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Bound port: af01d505-1ece-49f4-a8b3-f3ef159b96b9, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:29:56.366901 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.409329 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Deleting port 31b7f9df-8dac-4c1c-8f5f-acbfbfd02d69 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:29:56.409690 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.466218 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] For port af01d505-1ece-49f4-a8b3-f3ef159b96b9, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:29:56.470270 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] For port af01d505-1ece-49f4-a8b3-f3ef159b96b9, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=af01d505-1ece-49f4-a8b3-f3ef159b96b9,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:29:56.493835 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebcfc2-2b9e-44da-97e8-8a30b1c80fd2 None None] Pushing event updated for resources: {'Port': ['ID=af01d505-1ece-49f4-a8b3-f3ef159b96b9,revision_number=2']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:56.503765 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-72ebcfc2-2b9e-44da-97e8-8a30b1c80fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:56.513561 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693940c730>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '57756654-61cc-479e-b37e-139e8862b9d8', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'port_id': '68526381-bce1-46a5-be3c-e9802582800b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'mac_address': 'fa:16:3e:8c:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6918da-3844-4511-810b-66ef36c43a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:29:30Z', 'updated_at': '2021-05-13T16:29:53Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:56.518369 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c02f76-a973-4aaa-9bab-9ca418dc9b83 None None] The sync data for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi is: [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '57756654-61cc-479e-b37e-139e8862b9d8', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'port_id': '68526381-bce1-46a5-be3c-e9802582800b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'mac_address': 'fa:16:3e:8c:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6918da-3844-4511-810b-66ef36c43a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:29:30Z', 'updated_at': '2021-05-13T16:29:53Z', 'revision_number': 1, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:56.527972 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.532362 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-f3e0dc81-fae5-446c-8f56-ce9eb523479b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:56.640899 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Allocated IP 172.20.0.1 (14b5c026-165c-4b54-a285-a5239dc3a3c5/c17b84c6-91a8-410d-9b8f-66895bd7cec0/9dbe64c2-1895-470b-82c8-bee78d80b664) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:29:56.650323 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Routers {'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:56.650547 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb521b-3f0a-485e-a912-022c13645ccf req-9b889926-9abf-4f09-9cb4-94a378bee184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:56.651131 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395e4c40>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:56.652350 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fabb521b-3f0a-485e-a912-022c13645ccf req-9b889926-9abf-4f09-9cb4-94a378bee184 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3834770
May 13 16:29:56.674543 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.675226 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:56.729966 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebcfc2-2b9e-44da-97e8-8a30b1c80fd2 None None] Pushing event updated for resources: {'Port': ['ID=af01d505-1ece-49f4-a8b3-f3ef159b96b9,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:56.734766 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-72ebcfc2-2b9e-44da-97e8-8a30b1c80fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:56.835203 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Calling delete_port for 31b7f9df-8dac-4c1c-8f5f-acbfbfd02d69 owned by network:floatingip {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:29:56.881071 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d399a-b91b-4bd6-88c4-4f456e273ed0 None None] New status for floating IP 57756654-61cc-479e-b37e-139e8862b9d8: ACTIVE {{(pid=79478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:29:56.921128 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-8d2a33a2-e86f-40c3-8c89-63a36c6af942 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634050492&fields=id&tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 267 time: 0.0662029
May 13 16:29:56.943085 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] Set router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:56.943669 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fabb521b-3f0a-485e-a912-022c13645ccf req-360fb7d5-3433-4b4c-b2ce-e01b15254598 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2825110
May 13 16:29:56.989365 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.057630 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Transition to ACTIVE for port object 9dbe64c2-1895-470b-82c8-bee78d80b664 will not be triggered until provisioned by entity DHCP. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:29:57.124496 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-fabb521b-3f0a-485e-a912-022c13645ccf req-7ba640db-f7a6-48a2-a91b-760401740c18 service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687059
May 13 16:29:57.219382 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.235145 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:57.246174 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-d925319c-dc18-4be5-96c5-184d2358b49e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:29:57.247644 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-d925319c-dc18-4be5-96c5-184d2358b49e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 812 time: 0.3137441
May 13 16:29:57.277164 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-eb37ce1f-8761-40bd-b94d-c52cb20a9bc1 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/quotas/1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 375 time: 0.0161343
May 13 16:29:57.284228 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395e4c40>, [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:29:53Z', 'revision_number': 3, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:57.288929 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff824b0-7da9-47c0-acb7-469d16e5787e None None] The sync data for ids ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'] in dv-cinder-689486-12-iscsi is: [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:29:53Z', 'revision_number': 3, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:29:57.295585 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:57.298619 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:57.303164 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:29:57.357441 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbe64c2-1895-470b-82c8-bee78d80b664,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:57.363699 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.364224 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:57.374494 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:57.384211 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.438354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event deleted for resources: {'Port': ['ID=31b7f9df-8dac-4c1c-8f5f-acbfbfd02d69,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:57.447136 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-13be3570-ef24-4f28-8a70-8b6253d87ffc tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1632197
May 13 16:29:57.448250 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:57.649983 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.670013 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.710904 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-811213f3-c673-48a3-bddd-9890f9fc43e7 None None] Provisioning for port 9dbe64c2-1895-470b-82c8-bee78d80b664 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:57.716382 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-811213f3-c673-48a3-bddd-9890f9fc43e7 None None] Provisioning complete for port 9dbe64c2-1895-470b-82c8-bee78d80b664 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:57.716382 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-811213f3-c673-48a3-bddd-9890f9fc43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.738161 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-bcfaddd1-4680-415c-938f-ff47f5ae5e56 service neutron] 10.222.0.42 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550497
May 13 16:29:57.792959 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-811213f3-c673-48a3-bddd-9890f9fc43e7 None None] Port 9dbe64c2-1895-470b-82c8-bee78d80b664 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:57.845129 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:57.856585 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "DELETE /v2.0/floatingips/6179064c-aa4d-4acf-a63b-b17641e0e579 HTTP/1.1" status: 204  len: 168 time: 1.7503335
May 13 16:29:57.918273 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device af01d505-1ece-49f4-a8b3-f3ef159b96b9 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:57.966778 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-8bb64874-5391-4e66-954a-43d38ac26c9a service neutron] 10.222.0.42 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274866
May 13 16:29:57.980055 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.053188 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.081726 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port af01d505-1ece-49f4-a8b3-f3ef159b96b9 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:29:58.088788 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port af01d505-1ece-49f4-a8b3-f3ef159b96b9 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:58.090542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.219230 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-69bd3a71-e159-4b25-96f0-a5ce1a8ffeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:58.279335 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.301835 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port af01d505-1ece-49f4-a8b3-f3ef159b96b9, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=af01d505-1ece-49f4-a8b3-f3ef159b96b9,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:29:58.308466 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.312356 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbe64c2-1895-470b-82c8-bee78d80b664,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:58.316111 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:58.355043 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38978) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:58.360427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839830104', 'description': 'tempest-description--441363088'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:58.367536 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:58.372071 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:58.375284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:58.384896 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:58.386150 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.394117 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:58.472381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=af01d505-1ece-49f4-a8b3-f3ef159b96b9,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:58.476672 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:58.477197 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:29:58.478440 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:29:58.522879 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.545571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:58.551615 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group_rule and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:58.555157 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:58.561824 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:58.660308 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.698700 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:29:58.722463 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-bfd6ead8-71d9-4184-b247-1a58d4812a7a None None] Provisioning complete for port 9dbe64c2-1895-470b-82c8-bee78d80b664 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:58.722984 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ead8-71d9-4184-b247-1a58d4812a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.739056 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.743657 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3878c9e9-92f5-44de-b351-394247b027e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:58.822058 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6ead8-71d9-4184-b247-1a58d4812a7a None None] Port 9dbe64c2-1895-470b-82c8-bee78d80b664 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:29:58.898903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a04218-e405-4e49-a220-d7190fdeb197,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:58.903299 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-54e36ab0-bfd5-48a0-bbb4-596dc9eb0e35 req-ecda19a7-d2d1-4610-aeab-eebe2ff1d658 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 210 time: 0.0895097
May 13 16:29:58.904112 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:58.918711 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:29:58.938240 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] 10.222.0.42 "PUT /v2.0/routers/f6ebf8d8-131a-4ce4-8d70-d35183af8ed4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0937471
May 13 16:29:58.944334 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:58.945782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5897548
May 13 16:29:58.948766 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 38994) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:58.954913 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'security_group_rule': {'security_group_id': '30a04218-e405-4e49-a220-d7190fdeb197', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:58.966494 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:58.970140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group_rule and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:58.973111 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:58.980293 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:59.031639 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.104346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.167770 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.170020 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-4eb5903e-94e4-4032-a19f-16c67cd1d998 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:59.193996 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5937c805-e005-4c38-b3ae-04c243e324a3,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:59.196494 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:59.276567 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Sync routers for ids ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:29:59.286436 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Routers {'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:29:59.287799 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693962e460>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:59.288064 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.289329 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-47ef6bdc-2f50-4331-a705-9eaa73aa5b45 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3393521
May 13 16:29:59.291938 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39004) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:59.297501 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'security_group_rule': {'security_group_id': '30a04218-e405-4e49-a220-d7190fdeb197', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:59.304097 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:59.308557 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:security_group_rule and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:59.312069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:59.318926 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:59.424669 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.508642 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Set router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:29:59.514570 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.624877 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.627015 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:29:59.656392 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306312fc-aeba-4008-9e76-3c7617f0fc3f,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:29:59.667735 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:29:59.773590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.779169 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39026) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:29:59.793674 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:29:59.798146 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a97b2554-b793-46b7-9c1f-9ea8f49f3693 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4818614
May 13 16:29:59.810404 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:29:59.814478 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Usage tracker for resource:floatingip and tenant:9d3765c8e449420cbc3921f5d16d0b3b is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:29:59.817724 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:29:59.826059 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:29:59.845537 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693962e460>, [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:29:57Z', 'revision_number': 4, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '9dbe64c2-1895-470b-82c8-bee78d80b664', 'name': '', 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'mac_address': 'fa:16:3e:89:75:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c17b84c6-91a8-410d-9b8f-66895bd7cec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:56Z', 'updated_at': '2021-05-13T16:29:57Z', 'revision_number': 2, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'subnets': [{'id': 'c17b84c6-91a8-410d-9b8f-66895bd7cec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:29:59.851043 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Checking router: f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:29:59.851407 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Updating router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 port 9dbe64c2-1895-470b-82c8-bee78d80b664 binding host dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:29:59.874903 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device af01d505-1ece-49f4-a8b3-f3ef159b96b9 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:29:59.888884 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.922251 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:29:59.955869 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port af01d505-1ece-49f4-a8b3-f3ef159b96b9 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:29:59.956644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.232457 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-48c30e70-efe1-4b91-8bb1-684f84390d05 req-2da5df7f-c7b6-4016-a9da-f56088113b48 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 210 time: 0.0508642
May 13 16:30:00.297039 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.415456 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Notify callbacks [] for port, precommit_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.429404 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.provisioning_blocks [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Transition to ACTIVE for port object 9dbe64c2-1895-470b-82c8-bee78d80b664 will not be triggered until provisioned by entity L2. {{(pid=79479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:30:00.491666 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Allocated IP 172.27.1.115 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/79227021-ae8d-4a00-9dc9-ddea1b6bdcbe) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:30:00.493271 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.501670 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-4eb613d6-0e62-4932-845a-c42f6d7c38cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:00.730897 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cc942-3de7-4a1a-a8e3-8aff72eacedd None None] Pushing event updated for resources: {'Port': ['ID=9dbe64c2-1895-470b-82c8-bee78d80b664,revision_number=3']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:00.746929 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-391cc942-3de7-4a1a-a8e3-8aff72eacedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:00.758446 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.812401 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Attempting to bind port 9dbe64c2-1895-470b-82c8-bee78d80b664 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:30:00.812783 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Attempting to bind port 9dbe64c2-1895-470b-82c8-bee78d80b664 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:30:00.813182 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Attempting to bind port 9dbe64c2-1895-470b-82c8-bee78d80b664 on network 14b5c026-165c-4b54-a285-a5239dc3a3c5 {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:30:00.819790 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:30:00.820241 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Checking segment: {'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:30:00.820785 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.821221 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Bound using segment: {'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'} {{(pid=79479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:30:00.821702 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.managers [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Bound port: 9dbe64c2-1895-470b-82c8-bee78d80b664, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2ac129-457a-43d3-87e5-6ad9da8795ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5'}}] {{(pid=79479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:30:00.822094 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.853342 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:00.857625 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-52e49312-fd0f-4a5c-afd7-599b2a481cca tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:00.945407 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] For port 9dbe64c2-1895-470b-82c8-bee78d80b664, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:30:00.947570 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'Port': ['ID=79227021-ae8d-4a00-9dc9-ddea1b6bdcbe,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:00.950644 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.plugins.ml2.db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] For port 9dbe64c2-1895-470b-82c8-bee78d80b664, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9dbe64c2-1895-470b-82c8-bee78d80b664,segment=NetworkSegment(ec2ac129-457a-43d3-87e5-6ad9da8795ec),segment_id=ec2ac129-457a-43d3-87e5-6ad9da8795ec)] {{(pid=79479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:30:00.956955 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:00.959971 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:30:00.961491 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:30:00.963966 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:30:01.024947 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron_lib.callbacks.manager [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:01.029825 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-4eb613d6-0e62-4932-845a-c42f6d7c38cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:01.057210 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:01.122839 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cc942-3de7-4a1a-a8e3-8aff72eacedd None None] Pushing event updated for resources: {'Port': ['ID=9dbe64c2-1895-470b-82c8-bee78d80b664,revision_number=4']} {{(pid=79479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:01.127063 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG oslo_concurrency.lockutils [None req-391cc942-3de7-4a1a-a8e3-8aff72eacedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:01.127906 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Routers {'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:30:01.128613 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693962e460>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:29:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:01.244067 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:01.479456 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] Set router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:30:01.516713 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-cb5726d9-0c8d-48cd-9b08-af1dfe6ca39d req-d01d0e71-453d-4aa7-9553-063012e2e7d1 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 210 time: 0.0607562
May 13 16:30:01.855282 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-320361d5-8c48-4af6-9126-803423e47c9a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:01.855282 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-320361d5-8c48-4af6-9126-803423e47c9a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:network {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:01.937865 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:01.973078 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-320361d5-8c48-4af6-9126-803423e47c9a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:network {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:01.975397 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-320361d5-8c48-4af6-9126-803423e47c9a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 812 time: 0.6814272
May 13 16:30:02.026496 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693962e460>, [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:29:57Z', 'revision_number': 4, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '9dbe64c2-1895-470b-82c8-bee78d80b664', 'name': '', 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'mac_address': 'fa:16:3e:89:75:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c17b84c6-91a8-410d-9b8f-66895bd7cec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:56Z', 'updated_at': '2021-05-13T16:30:00Z', 'revision_number': 4, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'subnets': [{'id': 'c17b84c6-91a8-410d-9b8f-66895bd7cec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:02.032423 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:02.036348 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e421d17-b2d0-4ca6-a28c-8e2b5167eb7f None None] The sync data for ids ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'] in dv-cinder-689486-12-iscsi is: [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:29:57Z', 'revision_number': 4, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '9dbe64c2-1895-470b-82c8-bee78d80b664', 'name': '', 'network_id': '14b5c026-165c-4b54-a285-a5239dc3a3c5', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'mac_address': 'fa:16:3e:89:75:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c17b84c6-91a8-410d-9b8f-66895bd7cec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:56Z', 'updated_at': '2021-05-13T16:30:00Z', 'revision_number': 4, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'subnets': [{'id': 'c17b84c6-91a8-410d-9b8f-66895bd7cec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:30:02.042798 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e7d1f694-9760-4424-ba7c-d36b04e7ba76 tempest-DeleteServersTestJSON-1654658389 tempest-DeleteServersTestJSON-1654658389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:02.115975 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-537c9fd0-0ccb-4b61-83c5-d46a907cd904 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:security_group {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:02.191423 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'Port': ['ID=79227021-ae8d-4a00-9dc9-ddea1b6bdcbe,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:02.195220 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:02.218722 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:02.295087 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-537c9fd0-0ccb-4b61-83c5-d46a907cd904 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:security_group {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:02.296284 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-537c9fd0-0ccb-4b61-83c5-d46a907cd904 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 379 time: 0.3050203
May 13 16:30:02.308772 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'port': {'device_id': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'admin_state_up': True, 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'security_groups': ['e0cb6c8c-64d6-4727-8965-cbb436402cd6']}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:02.326235 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:02.327692 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-60a38e99-a9b4-433b-9626-70f49c689371 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5473490
May 13 16:30:02.499814 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:30:02.506722 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:port and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:30:02.517842 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:30:02.528147 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:30:02.616821 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Made reservation on behalf of 1075a2c9b83e4dc9a1e8d546523c2efe for: {'port': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:30:02.624131 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:02.626093 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-b33bcc2d-8b73-4a65-a5e9-7af6a1603c89 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Synchronizing usage tracker for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:02.728741 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-b33bcc2d-8b73-4a65-a5e9-7af6a1603c89 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Unset dirty status for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:02.730495 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-b33bcc2d-8b73-4a65-a5e9-7af6a1603c89 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1839830104&fields=id&tenant_id=9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 267 time: 0.1740925
May 13 16:30:02.879397 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-6fbdf872-4021-4dcd-849c-758bd9f5c8dd req-6cdc90bb-4187-43fd-a058-f8a3dbc82a3a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:02.982407 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Allocated IP 172.20.0.14 (fce931a8-623e-4de8-8c85-53a4453b90f8/d754d376-e8e0-4549-95a6-a82ca4532b0c/3b03f95d-0f76-4953-8ef6-f8e0c4d437f3) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:30:03.011092 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-020ea448-cc30-4993-a60a-3b0629e0bc73 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:03.019157 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-020ea448-cc30-4993-a60a-3b0629e0bc73 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 817 time: 0.2807961
May 13 16:30:03.032271 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-6fbdf872-4021-4dcd-849c-758bd9f5c8dd req-6cdc90bb-4187-43fd-a058-f8a3dbc82a3a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:03.042042 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-3ed2d45a-b687-44d6-a141-75dfca03e993 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/quotas/9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 375 time: 0.0215909
May 13 16:30:03.048747 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6fbdf872-4021-4dcd-849c-758bd9f5c8dd req-6cdc90bb-4187-43fd-a058-f8a3dbc82a3a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 210 time: 0.2671521
May 13 16:30:03.161530 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-857a7be5-db76-4710-83c8-438d7b2d5feb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Synchronizing usage tracker for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:03.287676 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-857a7be5-db76-4710-83c8-438d7b2d5feb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Unset dirty status for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:03.289166 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-857a7be5-db76-4710-83c8-438d7b2d5feb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2459521
May 13 16:30:03.323052 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:03.347784 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Transition to ACTIVE for port object 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 will not be triggered until provisioned by entity DHCP. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:30:03.460580 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:03.499165 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-f8d832ac-c994-4391-94e3-0783d06cf9dc service neutron] 10.222.0.42 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926885
May 13 16:30:03.509213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ed6f45bf-eebc-4dda-b52c-9bb4fef26d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:03.572891 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Network fce931a8-623e-4de8-8c85-53a4453b90f8 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:30:03.576885 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:30:03.581435 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:30:03.676340 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:03.678944 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:03.726082 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-ee8788fe-109d-43ad-99ea-fe5fefeb66aa service neutron] 10.222.0.42 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2257888
May 13 16:30:03.728365 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:03.732998 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:03.842361 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-4fe72613-0af7-47b6-a2fc-c866fb0e26e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5384538
May 13 16:30:03.865999 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Request body: {'port': {'device_id': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:03.936876 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9dbe64c2-1895-470b-82c8-bee78d80b664 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:30:04.045071 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:04.113564 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-450b5fe5-8ac1-4c48-8a16-28fd6983f04b req-6fe320b6-ada4-4d9c-80a3-d30812777d37 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 210 time: 0.0694330
May 13 16:30:04.138827 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-67f2535d-1b09-4fbb-93b7-50d73588005d None None] Provisioning for port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:30:04.155870 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-67f2535d-1b09-4fbb-93b7-50d73588005d None None] Provisioning complete for port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:04.156251 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-67f2535d-1b09-4fbb-93b7-50d73588005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:04.262556 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-67f2535d-1b09-4fbb-93b7-50d73588005d None None] Port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:30:04.264131 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 9dbe64c2-1895-470b-82c8-bee78d80b664 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:30:04.271134 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 9dbe64c2-1895-470b-82c8-bee78d80b664 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:04.272770 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:04.401131 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc30611-94b2-4dc5-ae57-c12113f5e460 req-917a9f2c-1cfc-4ad8-9f6d-f2b4daac6b16 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:04.401131 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-adc30611-94b2-4dc5-ae57-c12113f5e460 req-917a9f2c-1cfc-4ad8-9f6d-f2b4daac6b16 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 932 time: 0.1632352
May 13 16:30:04.436726 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:04.491565 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 9dbe64c2-1895-470b-82c8-bee78d80b664, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9dbe64c2-1895-470b-82c8-bee78d80b664,segment=NetworkSegment(ec2ac129-457a-43d3-87e5-6ad9da8795ec),segment_id=ec2ac129-457a-43d3-87e5-6ad9da8795ec)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:04.564050 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 {{(pid=79477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:30:04.575916 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:04.588943 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-adc30611-94b2-4dc5-ae57-c12113f5e460 req-0b6ca754-96b4-4e0d-8ea0-09ffc8ead656 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1875072
May 13 16:30:04.597403 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Transition to ACTIVE for port object 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 will not be triggered until provisioned by entity L2. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:30:04.772972 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:04.776510 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5b76fae7-a761-4cc7-bb70-5053bb225011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:04.803526 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:04.811606 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d6a88d37-ffa5-4acc-9dc6-442708d9aa69 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:04.895536 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=9dbe64c2-1895-470b-82c8-bee78d80b664,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:04.898894 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:05.240772 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Pushing event updated for resources: {'Port': ['ID=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:05.293462 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:05.333197 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-66616f33-d2b5-4863-908e-8b39dbab20cf req-050d837a-1dea-4048-b34e-92f0425f61c5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 210 time: 0.0454044
May 13 16:30:05.358004 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Attempting to bind port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:30:05.358511 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Attempting to bind port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:30:05.361370 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Attempting to bind port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:30:05.368473 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 on network fce931a8-623e-4de8-8c85-53a4453b90f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:30:05.368900 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Attempting to bind port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:30:05.375316 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:30:05.375735 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Checking segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:30:05.380833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Bound using segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} {{(pid=79477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:30:05.380833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.managers [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Bound port: 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}}] {{(pid=79477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:30:05.380833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:05.483633 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] For port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3, host hv-cinder-68948, cleared binding levels {{(pid=79477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:30:05.488107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] For port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:30:05.573815 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:05.580952 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:05.641496 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:05.642202 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:05.647532 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] 10.222.0.24 "PUT /v2.0/ports/3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 HTTP/1.1" status: 200  len: 1094 time: 1.7827494
May 13 16:30:05.647532 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:05.699828 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Pushing event updated for resources: {'Port': ['ID=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,revision_number=3']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:05.704377 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:05.743146 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'status': 'completed', 'code': 200}
May 13 16:30:05.905803 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9dbe64c2-1895-470b-82c8-bee78d80b664 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:30:05.990040 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec48dd-210b-4c1e-8205-e5e877b23dab req-73e57768-2f17-4bf3-9490-9dfa3396643f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:05.997296 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3fec48dd-210b-4c1e-8205-e5e877b23dab req-73e57768-2f17-4bf3-9490-9dfa3396643f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.2292681
May 13 16:30:06.028961 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9807e-2530-4001-8588-3c7f350d2ac3 req-b6695c3b-6676-4868-99d1-6bbf427c71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:06.030454 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c5e9807e-2530-4001-8588-3c7f350d2ac3 req-b6695c3b-6676-4868-99d1-6bbf427c71b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 1097 time: 0.2043064
May 13 16:30:06.039100 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 9dbe64c2-1895-470b-82c8-bee78d80b664 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:06.039484 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:06.063269 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3fec48dd-210b-4c1e-8205-e5e877b23dab req-3452345e-3f27-4591-952e-763c567d4cc9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650549
May 13 16:30:06.240955 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9807e-2530-4001-8588-3c7f350d2ac3 req-872a47a9-2603-407d-a98a-dd8b7df21a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:06.243399 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c5e9807e-2530-4001-8588-3c7f350d2ac3 req-872a47a9-2603-407d-a98a-dd8b7df21a10 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1791930
May 13 16:30:06.414679 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9807e-2530-4001-8588-3c7f350d2ac3 req-2e9a6e29-071f-497e-8979-c07f299fd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:06.416166 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c5e9807e-2530-4001-8588-3c7f350d2ac3 req-2e9a6e29-071f-497e-8979-c07f299fd90e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1644878
May 13 16:30:06.553508 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cd047131-4f54-45f3-b16d-acbd3259975d req-80fea67b-710a-4c04-8375-02759d4e1041 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 210 time: 0.0965297
May 13 16:30:06.612317 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-79496540-2c90-4cab-9885-9c16fdf25973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:06.614197 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-79496540-2c90-4cab-9885-9c16fdf25973 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 1097 time: 0.1164858
May 13 16:30:06.699003 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-ac52c7ed-20d9-427d-b837-34a79395b3a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 HTTP/1.1" status: 200  len: 217 time: 0.0695560
May 13 16:30:06.781341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-05f58062-68b7-4629-bf3b-67ca8eb0ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:06.782963 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-05f58062-68b7-4629-bf3b-67ca8eb0ed64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0762026
May 13 16:30:06.879549 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-beaad915-c7ee-4c54-94ef-a8eace551558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:06.881383 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-beaad915-c7ee-4c54-94ef-a8eace551558 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0921681
May 13 16:30:07.039159 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-5a5fa2f8-ad4d-44ec-87ec-c66b2a32f5bb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:07.041252 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-5a5fa2f8-ad4d-44ec-87ec-c66b2a32f5bb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 817 time: 0.2123878
May 13 16:30:07.064716 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-6e4f5e42-0195-48a8-ba3a-f2cc60727802 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723964
May 13 16:30:07.127564 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-712e7e6a-9cf3-4164-b7e0-992ad600040d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 380 time: 0.0704205
May 13 16:30:07.139996 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'port': {'device_id': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'admin_state_up': True, 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'security_groups': ['30a04218-e405-4e49-a220-d7190fdeb197']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:07.367879 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-eaecaac9-5d49-42b4-a9c2-3de1237a7012 req-c1f2fe28-b391-4bd6-b510-29046cf4d377 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965615
May 13 16:30:07.421539 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac819e-fdfc-4de4-97d5-b6ba5a801446 req-a83cf707-ad1e-485e-b870-30c38560bf87 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:07.423206 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f1ac819e-fdfc-4de4-97d5-b6ba5a801446 req-a83cf707-ad1e-485e-b870-30c38560bf87 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.1873789
May 13 16:30:07.428452 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:30:07.438441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:30:07.499844 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f1ac819e-fdfc-4de4-97d5-b6ba5a801446 req-81770ff1-5640-412a-ac68-e0b7faede8f8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554266
May 13 16:30:07.522442 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Made reservation on behalf of 9d3765c8e449420cbc3921f5d16d0b3b for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:30:07.526118 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:07.773385 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Allocated IP 172.20.0.3 (ed25e872-ac34-48bf-a01b-d439614d260b/5c76268d-0586-4e4e-8fd2-fd892fdcf796/00553084-af86-4a16-98ef-22c6575ec987) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:30:07.967473 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-14ce0efc-33d9-401e-a571-33f9e7cd05fa req-599ded52-0df7-44de-a55b-2559e1a99c39 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 210 time: 0.1135399
May 13 16:30:08.057754 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:08.091322 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Transition to ACTIVE for port object 00553084-af86-4a16-98ef-22c6575ec987 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:30:08.596239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:08.603667 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-43f1e2ef-b254-4b5f-9a7f-3d773a066652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:08.679714 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Network ed25e872-ac34-48bf-a01b-d439614d260b is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:30:08.684144 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:30:08.695552 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:30:08.742647 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f6e90-125d-49d1-aca1-53bf9d3ab5c6 req-4f74bd36-0207-42c1-8120-92b29cf88c7d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:08.744286 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7a6f6e90-125d-49d1-aca1-53bf9d3ab5c6 req-4f74bd36-0207-42c1-8120-92b29cf88c7d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.1316130
May 13 16:30:08.763903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:08.769126 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:08.829951 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7a6f6e90-125d-49d1-aca1-53bf9d3ab5c6 req-363b1275-7f74-4722-afa0-2a40e7950744 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770109
May 13 16:30:08.849186 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:08.849705 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:08.974779 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8399146
May 13 16:30:08.993565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Request body: {'port': {'device_id': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:09.138770 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d926f466-8393-49c4-9578-d543541f50b3 None None] Provisioning for port 00553084-af86-4a16-98ef-22c6575ec987 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:30:09.144978 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-d926f466-8393-49c4-9578-d543541f50b3 None None] Provisioning complete for port 00553084-af86-4a16-98ef-22c6575ec987 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:09.146508 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d926f466-8393-49c4-9578-d543541f50b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:09.206168 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-d926f466-8393-49c4-9578-d543541f50b3 None None] Port 00553084-af86-4a16-98ef-22c6575ec987 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:30:09.225798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:09.372814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86898a70-229a-48a1-a220-d580e61c245e req-2d2d3468-8cc1-4708-8605-c6a22c04006b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:09.373550 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-86898a70-229a-48a1-a220-d580e61c245e req-2d2d3468-8cc1-4708-8605-c6a22c04006b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Synchronizing usage tracker for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:09.640338 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-86898a70-229a-48a1-a220-d580e61c245e req-2d2d3468-8cc1-4708-8605-c6a22c04006b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Unset dirty status for tenant:9d3765c8e449420cbc3921f5d16d0b3b on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:09.641560 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-86898a70-229a-48a1-a220-d580e61c245e req-2d2d3468-8cc1-4708-8605-c6a22c04006b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 931 time: 0.4766853
May 13 16:30:09.679336 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00553084-af86-4a16-98ef-22c6575ec987 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:30:09.688850 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:09.727173 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-86898a70-229a-48a1-a220-d580e61c245e req-b7064045-d895-4551-8cb2-9804aff54d59 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743508
May 13 16:30:09.731325 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Transition to ACTIVE for port object 00553084-af86-4a16-98ef-22c6575ec987 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:30:09.842268 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:09.850586 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:10.185577 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:10.201379 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:10.306087 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08c6ba-4fe9-4744-8ef7-9b0314d20029 req-793eb48e-377f-4df2-a67e-a0ebcb349155 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:10.307662 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ce08c6ba-4fe9-4744-8ef7-9b0314d20029 req-793eb48e-377f-4df2-a67e-a0ebcb349155 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.2967846
May 13 16:30:10.308651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Attempting to bind port 00553084-af86-4a16-98ef-22c6575ec987 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:30:10.308939 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Attempting to bind port 00553084-af86-4a16-98ef-22c6575ec987 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:30:10.309297 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Attempting to bind port 00553084-af86-4a16-98ef-22c6575ec987 on network ed25e872-ac34-48bf-a01b-d439614d260b {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:30:10.314483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Port 00553084-af86-4a16-98ef-22c6575ec987 on network ed25e872-ac34-48bf-a01b-d439614d260b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:30:10.314805 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Attempting to bind port 00553084-af86-4a16-98ef-22c6575ec987 on network ed25e872-ac34-48bf-a01b-d439614d260b {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:30:10.336509 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:30:10.336775 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Checking segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:30:10.337199 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Bound using segment: {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:30:10.337643 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Bound port: 00553084-af86-4a16-98ef-22c6575ec987, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01676493-96b5-4717-b154-bad46daf6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:30:10.337994 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:10.416144 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ce08c6ba-4fe9-4744-8ef7-9b0314d20029 req-7b505602-370b-4fb1-a231-7c6642affa7a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988100
May 13 16:30:10.463275 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:30:10.467422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:30:10.562134 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:10.566885 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7f8b7fe6-08a2-4ea2-a988-1ffbbd7387e1 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:10.629016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:10.629892 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:10.631952 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] 10.222.0.24 "PUT /v2.0/ports/00553084-af86-4a16-98ef-22c6575ec987 HTTP/1.1" status: 200  len: 1093 time: 1.6430087
May 13 16:30:10.634686 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'tag': '00553084-af86-4a16-98ef-22c6575ec987'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:10.664200 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:10.672934 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:10.742887 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'tag': '00553084-af86-4a16-98ef-22c6575ec987', 'status': 'completed', 'code': 200}
May 13 16:30:10.999576 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df261f16-412a-4b09-8a4f-4b955ae3f1d4 req-c3c1bbce-44d7-4719-bd50-0abef9feda6f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.001412 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df261f16-412a-4b09-8a4f-4b955ae3f1d4 req-c3c1bbce-44d7-4719-bd50-0abef9feda6f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.1231463
May 13 16:30:11.003937 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caaff4-cffb-4976-a406-7151c1891966 req-9f162f99-6959-4cd5-a06e-3fc48f1f6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.005506 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52caaff4-cffb-4976-a406-7151c1891966 req-9f162f99-6959-4cd5-a06e-3fc48f1f6ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1096 time: 0.2101376
May 13 16:30:11.175438 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-df261f16-412a-4b09-8a4f-4b955ae3f1d4 req-595bfb33-ac87-47be-be28-c868494891b1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670117
May 13 16:30:11.236556 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caaff4-cffb-4976-a406-7151c1891966 req-5588b78e-cc89-4638-a278-efc32fd42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.238369 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52caaff4-cffb-4976-a406-7151c1891966 req-5588b78e-cc89-4638-a278-efc32fd42f50 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1936529
May 13 16:30:11.400179 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caaff4-cffb-4976-a406-7151c1891966 req-892a93ae-877f-43a1-a754-04935973ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.401880 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52caaff4-cffb-4976-a406-7151c1891966 req-892a93ae-877f-43a1-a754-04935973ff88 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1560435
May 13 16:30:11.476333 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ffb4-e62a-4a49-9ebd-1dd4c9728177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:11.602971 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-332edfbd-43b1-4d3b-b47b-d54596c69218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.604568 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-332edfbd-43b1-4d3b-b47b-d54596c69218 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1096 time: 0.1335402
May 13 16:30:11.651055 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29495e7a-739f-4a4c-b5ff-6da8f2daea48 req-9e7ba7fb-4cb0-488c-823e-f9db0a0c5965 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.652987 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-29495e7a-739f-4a4c-b5ff-6da8f2daea48 req-9e7ba7fb-4cb0-488c-823e-f9db0a0c5965 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.0961714
May 13 16:30:11.695993 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-faab4f1a-39f1-4647-8970-aead92fc2d13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00553084-af86-4a16-98ef-22c6575ec987 HTTP/1.1" status: 200  len: 217 time: 0.0748198
May 13 16:30:11.769951 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-2f3aebc3-a341-47d2-b4eb-b5313c001241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.771951 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-2f3aebc3-a341-47d2-b4eb-b5313c001241 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.0685253
May 13 16:30:11.812137 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-29495e7a-739f-4a4c-b5ff-6da8f2daea48 req-956133cd-db0b-4b36-9429-57c8861ec7bb tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1518459
May 13 16:30:11.856267 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-0761faee-ee0c-4358-b2f5-5de7eb699c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:11.857785 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-0761faee-ee0c-4358-b2f5-5de7eb699c4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0790355
May 13 16:30:11.994175 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-5dcf35fd-34d0-49fc-b891-6e78317b3367 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279180
May 13 16:30:12.127010 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a0a0764e-de2b-4a3f-8c0f-2f4be7ac06ab req-d37d1a3c-ab66-4b5a-8e0f-ff81e7b4c19b service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250374
May 13 16:30:12.375577 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384fa5c-a629-4e16-9573-f02641e2602a req-0826afdc-7ebd-4042-a78b-386dbc54b495 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:12.375577 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f384fa5c-a629-4e16-9573-f02641e2602a req-0826afdc-7ebd-4042-a78b-386dbc54b495 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0818789
May 13 16:30:12.431240 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f384fa5c-a629-4e16-9573-f02641e2602a req-e25f7595-1c6c-4f01-bac4-481d8feb49d5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527017
May 13 16:30:13.105427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d95f3d-70f1-4dbb-b151-222cb9a73441 req-9cf63c49-74c8-4ccf-970d-48cb4a8584f2 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:13.106928 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e8d95f3d-70f1-4dbb-b151-222cb9a73441 req-9cf63c49-74c8-4ccf-970d-48cb4a8584f2 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.1831555
May 13 16:30:13.155317 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e8d95f3d-70f1-4dbb-b151-222cb9a73441 req-39343dbf-dd07-407d-8ec7-844ac3b25b21 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423429
May 13 16:30:13.675255 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6268e0-58ab-4bf0-a410-036762e28207 req-3d89fe4f-bd47-4e19-a469-e29ffa45c998 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:13.676923 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7b6268e0-58ab-4bf0-a410-036762e28207 req-3d89fe4f-bd47-4e19-a469-e29ffa45c998 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0867367
May 13 16:30:13.726508 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7b6268e0-58ab-4bf0-a410-036762e28207 req-39904fb9-5cb5-42c0-a159-a73afe021caa tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425909
May 13 16:30:13.750171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:13.890527 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-55a15f63-7d96-427c-a1c6-bcd46f90206a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:13.891246 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-36319d93-955b-44ea-bc35-46f4560606bd req-55a15f63-7d96-427c-a1c6-bcd46f90206a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Synchronizing usage tracker for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:network {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:13.933171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d78de09a-2e86-4b77-a3e2-244bff710e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:13.967492 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-36319d93-955b-44ea-bc35-46f4560606bd req-55a15f63-7d96-427c-a1c6-bcd46f90206a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Unset dirty status for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:network {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:13.968673 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-55a15f63-7d96-427c-a1c6-bcd46f90206a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/networks?id=bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 200  len: 814 time: 0.2263062
May 13 16:30:13.984588 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-f003f586-a72d-4a4f-8652-b2a42abf3581 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/quotas/8903bce27d65496bb95a7263f3f00c38 HTTP/1.1" status: 200  len: 375 time: 0.0094697
May 13 16:30:14.071204 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-f4a4274c-269b-4f6a-8550-ebdd05048c3f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0804679
May 13 16:30:14.309993 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-512ce9e6-b308-49a0-b630-a9359a342890 service neutron] 10.222.0.42 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274263
May 13 16:30:14.340224 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae1f80-5f96-4982-abe1-eb412dd60d50 req-43004dbb-7846-4b8c-a187-4171e45d91d6 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:14.341639 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-05ae1f80-5f96-4982-abe1-eb412dd60d50 req-43004dbb-7846-4b8c-a187-4171e45d91d6 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.0802784
May 13 16:30:14.390577 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-05ae1f80-5f96-4982-abe1-eb412dd60d50 req-af53ab3b-e991-4db3-baa9-3756ecad8625 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432832
May 13 16:30:14.443936 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-dd9a809b-622a-433d-88e9-6da34d1b2c7d service neutron] 10.222.0.42 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280501
May 13 16:30:14.713305 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-977fd5d1-03df-4d49-875b-7c73cd7e174b req-010e120a-f4dc-4328-8485-a4afc7af2b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 210 time: 0.0418994
May 13 16:30:14.795959 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:14.920832 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2afb-a944-449a-a6c5-98f5a7796879 req-542617b0-473b-458c-b44e-7168ab657cdf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:14.922242 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d62b2afb-a944-449a-a6c5-98f5a7796879 req-542617b0-473b-458c-b44e-7168ab657cdf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0806730
May 13 16:30:14.968236 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d62b2afb-a944-449a-a6c5-98f5a7796879 req-bf988d75-a45c-46f1-98e2-1af66e87ebb0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395942
May 13 16:30:15.585521 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c05f-0e90-48a3-be29-b903a28a1c09 req-35255db1-a81d-46d5-80f5-ebddd42f4491 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:15.586995 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e246c05f-0e90-48a3-be29-b903a28a1c09 req-35255db1-a81d-46d5-80f5-ebddd42f4491 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 944 time: 0.0872273
May 13 16:30:15.634760 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e246c05f-0e90-48a3-be29-b903a28a1c09 req-d7e37774-e69b-426c-b7c3-3ae8eb8783c5 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419822
May 13 16:30:15.812051 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-12d6b60a-02c0-4263-9a66-ecf79a43242c req-65b37de0-a2ff-4d58-8efb-7837930679a0 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 210 time: 0.0447710
May 13 16:30:15.979013 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:30:16.119308 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:16.134780 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '00553084-af86-4a16-98ef-22c6575ec987', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'port_id': '00553084-af86-4a16-98ef-22c6575ec987', 'mac_address': 'fa:16:3e:27:f6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:30:16.175868 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb95a7-e024-485d-afb6-d29627a421eb req-ef5eb914-8cfa-47ad-a241-8b59d2e99765 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:16.177546 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-80eb95a7-e024-485d-afb6-d29627a421eb req-ef5eb914-8cfa-47ad-a241-8b59d2e99765 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0924523
May 13 16:30:16.197691 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:16.215473 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00553084-af86-4a16-98ef-22c6575ec987 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:30:16.226197 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-80eb95a7-e024-485d-afb6-d29627a421eb req-93c2aebd-5383-4b5f-9360-1318caea0fa4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425372
May 13 16:30:16.231611 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:16.304366 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:16.305140 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:30:16.307252 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:16.441558 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:16.456663 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.457017 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.457361 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.457694 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.458574 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.458905 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.459283 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.459612 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.459937 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.460257 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.460575 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.460889 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:30:16.465107 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:16.523458 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:16.537601 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'port_id': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'mac_address': 'fa:16:3e:5b:2f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:30:16.596814 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:16.614852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:30:16.630523 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:16.710175 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:16.712020 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:16.747161 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:16.778319 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:16.781292 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:16.824233 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02963f03-4f60-4651-8511-a0d71e4151f8 req-4df42908-27b2-4a29-b60c-5c60e65842c9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:16.825763 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-02963f03-4f60-4651-8511-a0d71e4151f8 req-4df42908-27b2-4a29-b60c-5c60e65842c9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 945 time: 0.0859652
May 13 16:30:16.872880 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-02963f03-4f60-4651-8511-a0d71e4151f8 req-b0ec8426-7059-4ba0-ab6e-012a41b05ec8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414402
May 13 16:30:17.012638 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a95bc295-bdf5-47a9-a838-28f8329757e1 req-4089b788-fac8-4c8f-8f08-b4be96883757 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 210 time: 0.0484409
May 13 16:30:17.136014 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['00553084-af86-4a16-98ef-22c6575ec987'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:30:17.210613 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['3b03f95d-0f76-4953-8ef6-f8e0c4d437f3'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:30:17.304244 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-fed19f03-4e5f-4013-a356-4acfd5745813 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:17.306045 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-fed19f03-4e5f-4013-a356-4acfd5745813 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.24 "GET /v2.0/networks?id=bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 200  len: 814 time: 0.1532376
May 13 16:30:17.327153 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'port': {'device_id': 'a691c66d-523f-4197-949a-60f245007ff8', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'admin_state_up': True, 'tenant_id': '8903bce27d65496bb95a7263f3f00c38'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:17.533493 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:30:17.545860 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b69c70-8cef-40d2-af00-8ec75a3d6a7a req-ca91693c-f20a-446a-a464-9582714d3bd7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:17.547373 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-93b69c70-8cef-40d2-af00-8ec75a3d6a7a req-ca91693c-f20a-446a-a464-9582714d3bd7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 944 time: 0.1446407
May 13 16:30:17.548389 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:port and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:30:17.551592 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:30:17.558893 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:30:17.604453 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-93b69c70-8cef-40d2-af00-8ec75a3d6a7a req-497a4e93-6aa8-443f-8817-a9b591d11ef7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467463
May 13 16:30:17.663900 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Made reservation on behalf of 8903bce27d65496bb95a7263f3f00c38 for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:30:17.667480 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:17.835682 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Allocated IP 172.20.0.5 (bc9aa5bb-a644-479a-90ff-98a72b47cef6/9454ce33-4fb0-41f1-adb8-9c1fb6c551ec/7594a304-140b-4d45-a276-e04edf2da602) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:30:18.063142 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:18.080890 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Transition to ACTIVE for port object 7594a304-140b-4d45-a276-e04edf2da602 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:30:18.085862 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59098-a8ad-4ac2-9d39-cb30214df566 req-e5535b21-477c-4179-b175-74b5f009f80a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:18.088520 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-edd59098-a8ad-4ac2-9d39-cb30214df566 req-e5535b21-477c-4179-b175-74b5f009f80a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 945 time: 0.1055496
May 13 16:30:18.121326 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:18.138929 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-edd59098-a8ad-4ac2-9d39-cb30214df566 req-70b1ce58-dd6b-4999-a420-8ac55c957ade tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457332
May 13 16:30:18.190896 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:18.203996 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c31f6809-8d1b-4514-acbe-04cd3670210c tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:18.374309 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:30:18.382396 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:30:18.392524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:30:18.433658 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:18.441404 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:18.496531 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02af54-32a2-4ceb-9886-5503e26f638a req-b731bba2-4232-413e-ba97-a2a80a9179bb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:18.497315 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-bb02af54-32a2-4ceb-9886-5503e26f638a req-b731bba2-4232-413e-ba97-a2a80a9179bb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Synchronizing usage tracker for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:18.512050 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:18.512985 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:18.653396 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-bb02af54-32a2-4ceb-9886-5503e26f638a req-b731bba2-4232-413e-ba97-a2a80a9179bb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Unset dirty status for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:18.654706 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bb02af54-32a2-4ceb-9886-5503e26f638a req-b731bba2-4232-413e-ba97-a2a80a9179bb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.3724697
May 13 16:30:18.689808 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3670104
May 13 16:30:18.717252 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bb02af54-32a2-4ceb-9886-5503e26f638a req-8319f1c5-7da7-40e7-bc3a-3696468b866f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563884
May 13 16:30:18.749977 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f1f94edb-45bd-4ec5-ac07-5765f78fe83c None None] Provisioning for port 7594a304-140b-4d45-a276-e04edf2da602 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:30:18.755318 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f1f94edb-45bd-4ec5-ac07-5765f78fe83c None None] Provisioning complete for port 7594a304-140b-4d45-a276-e04edf2da602 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:18.757689 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f1f94edb-45bd-4ec5-ac07-5765f78fe83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:18.818773 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f1f94edb-45bd-4ec5-ac07-5765f78fe83c None None] Port 7594a304-140b-4d45-a276-e04edf2da602 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:30:18.852138 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5851e3-e07c-4b29-8158-4b7668b08b52 req-a2b82f00-3929-418a-819a-f800b094c917 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:18.853894 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-db5851e3-e07c-4b29-8158-4b7668b08b52 req-a2b82f00-3929-418a-819a-f800b094c917 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 944 time: 0.0940211
May 13 16:30:18.902514 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-db5851e3-e07c-4b29-8158-4b7668b08b52 req-3414e134-3168-4034-be58-f28634b84cfa tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412970
May 13 16:30:19.351891 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78ae0a-6f93-499c-b5bc-69b2d384f416 req-2afeda1f-991c-4e3c-9980-5d13722ed974 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:19.353362 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ab78ae0a-6f93-499c-b5bc-69b2d384f416 req-2afeda1f-991c-4e3c-9980-5d13722ed974 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 945 time: 0.0854170
May 13 16:30:19.400427 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ab78ae0a-6f93-499c-b5bc-69b2d384f416 req-7fd37c24-2917-41c8-8be2-d05b483272a0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412226
May 13 16:30:19.916973 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610361e8-5b8e-4a59-9439-1c3baf977a17 req-d7b74358-9a4c-4463-88b9-4a83c3efff80 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:19.918513 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-610361e8-5b8e-4a59-9439-1c3baf977a17 req-d7b74358-9a4c-4463-88b9-4a83c3efff80 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.0885072
May 13 16:30:19.965626 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-610361e8-5b8e-4a59-9439-1c3baf977a17 req-b169f2cb-2d18-41e8-b514-2e6520884ffc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Synchronizing usage tracker for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:security_group {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:19.996507 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:30:20.047125 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-610361e8-5b8e-4a59-9439-1c3baf977a17 req-b169f2cb-2d18-41e8-b514-2e6520884ffc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Unset dirty status for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:security_group {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:20.048558 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-610361e8-5b8e-4a59-9439-1c3baf977a17 req-b169f2cb-2d18-41e8-b514-2e6520884ffc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231437
May 13 16:30:20.162133 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 00553084-af86-4a16-98ef-22c6575ec987 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:30:20.167855 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 00553084-af86-4a16-98ef-22c6575ec987 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:20.168412 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:20.255882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffba53-f4f2-4c1d-b0a3-fbbd10b9b999 req-71c489ac-64fc-421e-a3fc-b7e26af6f3fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:20.261874 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f0ffba53-f4f2-4c1d-b0a3-fbbd10b9b999 req-71c489ac-64fc-421e-a3fc-b7e26af6f3fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 944 time: 0.1009264
May 13 16:30:20.311315 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f0ffba53-f4f2-4c1d-b0a3-fbbd10b9b999 req-2aed2d4c-b43e-4b1c-a122-ca87e4f76359 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472825
May 13 16:30:20.329012 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:20.361998 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:20.373235 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:20.412484 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987', 'code': 200}
May 13 16:30:20.470769 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:20.472116 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:30:20.501706 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:20.599294 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:20.610992 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:20.643397 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007fc99-b56d-492e-ae9f-0a94c4bb4107 req-a3be11b3-ec08-4305-8156-988f37a86c04 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:20.645172 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6007fc99-b56d-492e-ae9f-0a94c4bb4107 req-a3be11b3-ec08-4305-8156-988f37a86c04 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 945 time: 0.1150475
May 13 16:30:20.675434 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:30:20.681664 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:20.682112 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:20.702614 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6007fc99-b56d-492e-ae9f-0a94c4bb4107 req-ea1bd355-e547-4d12-a7c9-06f8135d0854 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502450
May 13 16:30:20.819225 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:20.855119 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:20.921392 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:20.923278 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:21.011845 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:21.016163 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:21.248825 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906b3a-8cd8-4094-baa9-6654cf8b50a9 req-daea2021-14ee-45d5-b435-0fab2cfbfbd5 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:21.250621 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-72906b3a-8cd8-4094-baa9-6654cf8b50a9 req-daea2021-14ee-45d5-b435-0fab2cfbfbd5 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.0894718
May 13 16:30:21.399789 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-72906b3a-8cd8-4094-baa9-6654cf8b50a9 req-81253179-4235-4ceb-9943-376feb7cf7ca tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424859
May 13 16:30:21.591832 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df778-de9c-40db-a00c-b0993fdfa1c6 req-c436b079-04a0-4bf2-8843-affa42ec6aa8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:21.593398 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c99df778-de9c-40db-a00c-b0993fdfa1c6 req-c436b079-04a0-4bf2-8843-affa42ec6aa8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0954707
May 13 16:30:21.645593 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c99df778-de9c-40db-a00c-b0993fdfa1c6 req-3d43c36f-3b2c-48fc-b040-6e07e1ba1caf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454960
May 13 16:30:21.891711 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24094d45-424d-4952-9c0f-045ad9bc1644 req-17ef7517-c457-4329-8990-3398c22d21ce tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:21.893200 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-24094d45-424d-4952-9c0f-045ad9bc1644 req-17ef7517-c457-4329-8990-3398c22d21ce tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0840926
May 13 16:30:21.943177 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-24094d45-424d-4952-9c0f-045ad9bc1644 req-7caa940e-71d7-45a1-9613-59e718d624a2 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436921
May 13 16:30:22.414145 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:22.459299 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'code': 200}
May 13 16:30:22.654175 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553e74f-ceea-4f6e-80b5-77b89a785aec req-87a2114d-cbba-4c25-b8f2-9a65674121cb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:22.655808 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4553e74f-ceea-4f6e-80b5-77b89a785aec req-87a2114d-cbba-4c25-b8f2-9a65674121cb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.1067820
May 13 16:30:22.705169 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4553e74f-ceea-4f6e-80b5-77b89a785aec req-3e4057d2-4e8f-4d99-9904-edb257409eeb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426266
May 13 16:30:22.884745 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddb0cc-fcf8-4994-a33a-d1e5ae5009e7 req-0fefb0c3-c9a2-4a0f-8b22-a03a87ce450a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:22.886421 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-85ddb0cc-fcf8-4994-a33a-d1e5ae5009e7 req-0fefb0c3-c9a2-4a0f-8b22-a03a87ce450a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0830016
May 13 16:30:22.908744 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:30:22.938881 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-85ddb0cc-fcf8-4994-a33a-d1e5ae5009e7 req-7cddcfce-0b9e-4aba-897b-e78e0b40bd4f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464184
May 13 16:30:23.132252 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e9323-a96b-4042-bb5d-fac0cb2e5dd8 req-e0f56d9a-88cb-4d70-be5a-e10400a78c1b tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:23.133808 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2d2e9323-a96b-4042-bb5d-fac0cb2e5dd8 req-e0f56d9a-88cb-4d70-be5a-e10400a78c1b tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0834439
May 13 16:30:23.181405 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2d2e9323-a96b-4042-bb5d-fac0cb2e5dd8 req-10608150-0914-4b34-8714-7ff1d76ca002 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419092
May 13 16:30:24.077659 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a3a29-0dad-4f88-b710-b42fbedbb670 req-7d7f50d3-03da-4fd4-ab33-a2917dd1445b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:24.079170 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-218a3a29-0dad-4f88-b710-b42fbedbb670 req-7d7f50d3-03da-4fd4-ab33-a2917dd1445b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.0889161
May 13 16:30:24.127473 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-218a3a29-0dad-4f88-b710-b42fbedbb670 req-3625881a-13f8-48c1-b4bb-559ee4b9c7ff tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419445
May 13 16:30:24.306651 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837495d-a5e2-48c3-bd98-e33c48fcdf35 req-b1c95389-3325-4d7f-b90a-3152f5699d32 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:24.308253 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4837495d-a5e2-48c3-bd98-e33c48fcdf35 req-b1c95389-3325-4d7f-b90a-3152f5699d32 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0834782
May 13 16:30:24.359712 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4837495d-a5e2-48c3-bd98-e33c48fcdf35 req-10c9daad-02f6-4ef4-955a-b6b730787748 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451307
May 13 16:30:24.544708 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246f191-782e-4424-9693-773626b55186 req-1302643f-718f-46dd-8087-507331124585 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:24.546413 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1246f191-782e-4424-9693-773626b55186 req-1302643f-718f-46dd-8087-507331124585 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0866404
May 13 16:30:24.598985 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1246f191-782e-4424-9693-773626b55186 req-efc7062c-566a-4b52-a73b-930a58367761 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463750
May 13 16:30:25.324363 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a3b4f-9399-4707-aa74-591c2a34c99f req-00390fe2-61b8-405d-9761-13fee85e6796 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:25.325833 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1a0a3b4f-9399-4707-aa74-591c2a34c99f req-00390fe2-61b8-405d-9761-13fee85e6796 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.0872827
May 13 16:30:25.373682 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1a0a3b4f-9399-4707-aa74-591c2a34c99f req-696b7590-fcad-4502-8e62-443af4f2101b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410788
May 13 16:30:25.561271 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358045-c590-499d-bc7e-aafd27a6acbf req-b439e638-2a45-4717-b95b-1b364ac4a8d1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:25.563010 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d0358045-c590-499d-bc7e-aafd27a6acbf req-b439e638-2a45-4717-b95b-1b364ac4a8d1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0837972
May 13 16:30:25.611426 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d0358045-c590-499d-bc7e-aafd27a6acbf req-f0f2420d-3597-4ac9-8329-4a2a49f13f1b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420992
May 13 16:30:25.798504 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae682-2b46-437a-bded-e0834912a1a9 req-bb20a38a-f631-49e5-aa03-d7e3919fe6e9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:25.800050 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f9eae682-2b46-437a-bded-e0834912a1a9 req-bb20a38a-f631-49e5-aa03-d7e3919fe6e9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0898099
May 13 16:30:25.847370 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f9eae682-2b46-437a-bded-e0834912a1a9 req-7c136019-4a0c-4ad2-8ee5-b5fef5139a30 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407467
May 13 16:30:26.577404 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3b177-1f6c-4d96-945c-23a69f4de820 req-09a62837-8291-428e-97a1-17b9d939655f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:26.578919 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48d3b177-1f6c-4d96-945c-23a69f4de820 req-09a62837-8291-428e-97a1-17b9d939655f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.0912645
May 13 16:30:26.626574 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-48d3b177-1f6c-4d96-945c-23a69f4de820 req-401bd07e-dccb-4c24-adec-e0a209ddd8de tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413859
May 13 16:30:26.815073 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e8b8f-4623-4832-a041-765ba55e23c7 req-8dea84ec-ecd5-4193-9fa6-21007c348c70 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:26.816785 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-125e8b8f-4623-4832-a041-765ba55e23c7 req-8dea84ec-ecd5-4193-9fa6-21007c348c70 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0825982
May 13 16:30:26.869401 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-125e8b8f-4623-4832-a041-765ba55e23c7 req-0aa56562-9694-4cc3-afd9-ebd155c25cd0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466487
May 13 16:30:27.049807 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593875-6030-44be-96dd-9cac83bc1199 req-7f9c142d-1739-4b2c-a6e5-be01bf6b5ebf tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:27.051272 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2e593875-6030-44be-96dd-9cac83bc1199 req-7f9c142d-1739-4b2c-a6e5-be01bf6b5ebf tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0812564
May 13 16:30:27.096828 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2e593875-6030-44be-96dd-9cac83bc1199 req-bc5d6572-48d5-42c8-8414-c6bd52ba4278 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398290
May 13 16:30:27.830610 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8bb4b-0154-4d6b-a1e5-85ec309e4a4f req-175ab513-ff26-459e-a5ce-7eb2e479b021 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:27.832049 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8ad8bb4b-0154-4d6b-a1e5-85ec309e4a4f req-175ab513-ff26-459e-a5ce-7eb2e479b021 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.0864942
May 13 16:30:27.879730 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8ad8bb4b-0154-4d6b-a1e5-85ec309e4a4f req-1a6437f4-b5fe-40f7-884e-2dfa6c8ded8b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415246
May 13 16:30:28.063629 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa396c-fd72-418c-9f91-15440118dff1 req-8455fb3e-55c5-4143-ae66-541450ce1264 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:28.065186 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-effa396c-fd72-418c-9f91-15440118dff1 req-8455fb3e-55c5-4143-ae66-541450ce1264 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0824454
May 13 16:30:28.112910 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-effa396c-fd72-418c-9f91-15440118dff1 req-5f618ad5-c22b-4622-aa47-d0cb618dbb6e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412564
May 13 16:30:28.389917 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a2ae2-8fb0-4fa4-9d46-e74357d121d9 req-0e0abb92-6e06-4183-b3f9-597217c83b00 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:28.391353 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-218a2ae2-8fb0-4fa4-9d46-e74357d121d9 req-0e0abb92-6e06-4183-b3f9-597217c83b00 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.1782582
May 13 16:30:28.441744 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-218a2ae2-8fb0-4fa4-9d46-e74357d121d9 req-d73d09f6-2a2f-41a7-bdd4-86b6cefd7fde tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435476
May 13 16:30:29.070874 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22d8bc-4c4e-4a06-8b9d-36ca7c4a2cd5 req-b6a71333-a35a-42f6-83c0-ff3313001307 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:29.072270 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2c22d8bc-4c4e-4a06-8b9d-36ca7c4a2cd5 req-b6a71333-a35a-42f6-83c0-ff3313001307 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.0845537
May 13 16:30:29.118636 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2c22d8bc-4c4e-4a06-8b9d-36ca7c4a2cd5 req-63d74843-8027-4ae1-8ca5-00528f26cc28 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406492
May 13 16:30:29.298956 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7c01c-e009-46f8-8978-4c1b07309d5b req-3f003f16-8df7-4e36-bb24-37f364df73b5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:29.300393 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9bd7c01c-e009-46f8-8978-4c1b07309d5b req-3f003f16-8df7-4e36-bb24-37f364df73b5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0784609
May 13 16:30:29.348670 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9bd7c01c-e009-46f8-8978-4c1b07309d5b req-3412f0e4-99a8-4e3b-b4bd-076c631150a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412071
May 13 16:30:29.583958 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Request body: {'port': {'device_id': 'a691c66d-523f-4197-949a-60f245007ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:29.688210 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d219e-a2ea-49eb-a805-6792cd0345cb req-84082e4c-1a78-4aa3-b1f7-92e5f7821444 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:29.689735 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-da8d219e-a2ea-49eb-a805-6792cd0345cb req-84082e4c-1a78-4aa3-b1f7-92e5f7821444 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.1427901
May 13 16:30:29.692922 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-65ba57c6-cc3b-498a-99c9-7993a4d294a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1101592
May 13 16:30:29.736824 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-da8d219e-a2ea-49eb-a805-6792cd0345cb req-ac4b0d82-f34b-425a-9715-632eb4ccb08c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413048
May 13 16:30:29.819120 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:29.877869 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-f346a7cf-7388-4c37-b9be-2fa885f05e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:29.879325 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-f346a7cf-7388-4c37-b9be-2fa885f05e95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 1099 time: 0.0732560
May 13 16:30:30.033379 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-78d8fcff-49b8-483a-90c2-a88960083a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.034807 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-78d8fcff-49b8-483a-90c2-a88960083a8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 200  len: 911 time: 0.1323316
May 13 16:30:30.119496 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.24', 56438) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:30:30.196825 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-f90e6785-7c1c-439f-9f46-63874fb85384 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68526381-bce1-46a5-be3c-e9802582800b HTTP/1.1" status: 200  len: 1002 time: 0.1469665
May 13 16:30:30.260537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c481246-d63e-4b47-9cdc-4cab0ed39411 req-011019b8-b2c1-4457-bb07-57bec63215fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.262004 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8c481246-d63e-4b47-9cdc-4cab0ed39411 req-011019b8-b2c1-4457-bb07-57bec63215fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 1099 time: 0.1415868
May 13 16:30:30.279694 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7594a304-140b-4d45-a276-e04edf2da602 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:30:30.286338 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b00a-f979-4bbd-bf21-2df82decd908 req-e348514e-770b-4bcd-9607-ef9667b2f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.287798 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ee04b00a-f979-4bbd-bf21-2df82decd908 req-e348514e-770b-4bcd-9607-ef9667b2f816 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1098 time: 0.2305102
May 13 16:30:30.289383 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-7b65bd15-39e0-4a30-9c40-5a44627b4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.290785 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-7b65bd15-39e0-4a30-9c40-5a44627b4694 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 200  len: 849 time: 0.0856442
May 13 16:30:30.297697 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:30.338297 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Transition to ACTIVE for port object 7594a304-140b-4d45-a276-e04edf2da602 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:30:30.356643 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8c481246-d63e-4b47-9cdc-4cab0ed39411 req-753c0524-eb86-467d-9b66-a92e7da1d836 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843530
May 13 16:30:30.360123 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ee04b00a-f979-4bbd-bf21-2df82decd908 req-5a3aaa32-ba01-4ec6-b057-dd981625b791 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581288
May 13 16:30:30.387632 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-9d742a6a-3d69-42dc-bae6-eee1a59aa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.387743 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7678f53-65a5-4897-b0c5-5ceeec670eed req-999fe116-c877-4edb-a087-05ee9d932e3e tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.388372 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-9d742a6a-3d69-42dc-bae6-eee1a59aa4cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbab1dd3-c16a-4a06-aa40-0c41bf95770a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0829837
May 13 16:30:30.388743 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c7678f53-65a5-4897-b0c5-5ceeec670eed req-999fe116-c877-4edb-a087-05ee9d932e3e tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 931 time: 0.1594908
May 13 16:30:30.435396 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c7678f53-65a5-4897-b0c5-5ceeec670eed req-8aa0bd91-b354-4bf8-8f76-2d29c8ed7498 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405748
May 13 16:30:30.456786 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:30.456786 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:30.544344 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b49897-72f3-4fb8-82e3-ab6df53d1236 req-2b9fb099-3c84-440f-a754-5c4859748532 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.545907 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98b49897-72f3-4fb8-82e3-ab6df53d1236 req-2b9fb099-3c84-440f-a754-5c4859748532 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0839603
May 13 16:30:30.601673 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98b49897-72f3-4fb8-82e3-ab6df53d1236 req-26db27ef-fa74-4304-845f-733aeff02bf7 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477090
May 13 16:30:30.615036 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Pushing event updated for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:30.622627 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:30.693397 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Attempting to bind port 7594a304-140b-4d45-a276-e04edf2da602 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:30:30.693871 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Attempting to bind port 7594a304-140b-4d45-a276-e04edf2da602 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:30:30.694326 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Attempting to bind port 7594a304-140b-4d45-a276-e04edf2da602 on network bc9aa5bb-a644-479a-90ff-98a72b47cef6 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:30:30.700280 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Port 7594a304-140b-4d45-a276-e04edf2da602 on network bc9aa5bb-a644-479a-90ff-98a72b47cef6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:30:30.700791 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Attempting to bind port 7594a304-140b-4d45-a276-e04edf2da602 on network bc9aa5bb-a644-479a-90ff-98a72b47cef6 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:30:30.706441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:30:30.706853 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Checking segment: {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:30:30.707325 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Bound using segment: {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:30:30.707865 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Bound port: 7594a304-140b-4d45-a276-e04edf2da602, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1613c86-1f47-4cc1-b6a2-402dc494e24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:30:30.708269 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:30.803278 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:30:30.806273 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7594a304-140b-4d45-a276-e04edf2da602,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:30:30.865340 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:30.869213 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cecf8c8b-ee02-4cbb-91b0-13f5320d9c92 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:30.921384 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.921865 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:30.923240 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] 10.222.0.24 "PUT /v2.0/ports/7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 1093 time: 1.3441103
May 13 16:30:30.923764 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:30.927393 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df13d29-14ef-42e1-9890-098a88c2fb6c req-51a5e215-be2b-4869-823e-e000d414250a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:30.928931 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9df13d29-14ef-42e1-9890-098a88c2fb6c req-51a5e215-be2b-4869-823e-e000d414250a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0862668
May 13 16:30:30.957418 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Pushing event updated for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:30.966553 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:30.980757 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9df13d29-14ef-42e1-9890-098a88c2fb6c req-2630be6c-ff8d-4eb7-8145-9fe4d5b160b0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460212
May 13 16:30:31.038782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602', 'status': 'completed', 'code': 200}
May 13 16:30:31.112989 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-d1003c84-16e3-4f8e-815a-b5a3f579f26e service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312160
May 13 16:30:31.209177 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1038-ec4e-4281-bd7b-caa7ffa5ba25 req-4874a48b-c0d8-435b-8ed8-b9bc06f4340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:31.210702 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e49e1038-ec4e-4281-bd7b-caa7ffa5ba25 req-4874a48b-c0d8-435b-8ed8-b9bc06f4340f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1096 time: 0.0770817
May 13 16:30:31.259863 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-251b30d5-bfb3-4bde-adf6-bafc8e09470b req-50bbd8e0-bebd-451c-8eda-0e9505a7148f service neutron] 10.222.0.24 "GET /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270127
May 13 16:30:31.361330 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1038-ec4e-4281-bd7b-caa7ffa5ba25 req-f6c7795d-f04f-4f08-90da-35d979bf4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:31.362690 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e49e1038-ec4e-4281-bd7b-caa7ffa5ba25 req-f6c7795d-f04f-4f08-90da-35d979bf4e39 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8903bce27d65496bb95a7263f3f00c38&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1353190
May 13 16:30:31.516982 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1038-ec4e-4281-bd7b-caa7ffa5ba25 req-8d5446a0-063d-4e52-9e40-17b97b920e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:31.518711 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e49e1038-ec4e-4281-bd7b-caa7ffa5ba25 req-8d5446a0-063d-4e52-9e40-17b97b920e6a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1352851
May 13 16:30:31.625369 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bad71-5550-41d1-980c-2285e0320976 req-ccd328d0-be4c-4e11-825e-da99b70712f6 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:31.626757 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-069bad71-5550-41d1-980c-2285e0320976 req-ccd328d0-be4c-4e11-825e-da99b70712f6 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 943 time: 0.0837133
May 13 16:30:31.678596 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-069bad71-5550-41d1-980c-2285e0320976 req-225b7a44-cdd9-4d0a-bfe9-818c1306d30d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453513
May 13 16:30:31.680876 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-0ce4828a-19c0-4539-b175-5d1eb3d52b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:31.682523 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-0ce4828a-19c0-4539-b175-5d1eb3d52b56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1096 time: 0.0743535
May 13 16:30:31.804426 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-dcb4dd67-4bdf-4627-9e34-319441636029 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 217 time: 0.1009543
May 13 16:30:31.891697 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b169a6-2244-4f5c-a38b-da3cd77ef2b5 req-2e46b9f9-ccc3-486f-bc68-73b2e3a5d30c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:31.893208 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-86b169a6-2244-4f5c-a38b-da3cd77ef2b5 req-2e46b9f9-ccc3-486f-bc68-73b2e3a5d30c tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.1366529
May 13 16:30:32.044916 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-5e04c20a-9c76-4be6-a00d-0715e8e7bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:32.046383 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-5e04c20a-9c76-4be6-a00d-0715e8e7bfde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec HTTP/1.1" status: 200  len: 853 time: 0.2148623
May 13 16:30:32.070454 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-86b169a6-2244-4f5c-a38b-da3cd77ef2b5 req-d56948b9-4a34-4c4c-b59d-300fe116cba0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1690576
May 13 16:30:32.182956 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319d93-955b-44ea-bc35-46f4560606bd req-5aaa8a30-6160-4f73-9946-1e506530c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:32.184612 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-5aaa8a30-6160-4f73-9946-1e506530c123 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9aa5bb-a644-479a-90ff-98a72b47cef6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0938640
May 13 16:30:32.280196 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af11968-a0da-4ef7-98ba-01de3e34b851 req-b8509611-fa69-4a0d-813b-b622b147be2a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:32.281727 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3af11968-a0da-4ef7-98ba-01de3e34b851 req-b8509611-fa69-4a0d-813b-b622b147be2a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.1887980
May 13 16:30:32.329145 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3af11968-a0da-4ef7-98ba-01de3e34b851 req-940458ce-65c3-482b-8fea-b8de5f5b67fd tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414557
May 13 16:30:32.359888 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-370972c7-95bd-4dab-8141-577fa55b19f1 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352725
May 13 16:30:32.527804 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-36319d93-955b-44ea-bc35-46f4560606bd req-2742c688-58ee-4d42-9f9a-03991b8d7f2d service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331451
May 13 16:30:32.868883 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f6ab-a0f5-4772-b85f-edad2cf8f3d6 req-6a4ef4a9-f8f5-4050-99c2-f21daa0aebb7 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:32.870282 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f494f6ab-a0f5-4772-b85f-edad2cf8f3d6 req-6a4ef4a9-f8f5-4050-99c2-f21daa0aebb7 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 943 time: 0.0818782
May 13 16:30:32.914773 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f494f6ab-a0f5-4772-b85f-edad2cf8f3d6 req-ce755829-a3d2-4394-bcb4-8157e7c6405f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388043
May 13 16:30:33.267475 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01674d-d529-49e4-b5e0-7bbe29c8e35a req-b74a5b75-66e7-4c49-872b-9ef522f577cf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:33.268928 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fa01674d-d529-49e4-b5e0-7bbe29c8e35a req-b74a5b75-66e7-4c49-872b-9ef522f577cf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0860658
May 13 16:30:33.314322 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fa01674d-d529-49e4-b5e0-7bbe29c8e35a req-292101e0-d2e0-427f-9300-29dfb51ddf2f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389812
May 13 16:30:33.502302 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b17ef-2e88-487c-9780-0ae27d516b07 req-80bea117-bd51-4418-b269-4dc17bfdcc96 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:33.503813 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-524b17ef-2e88-487c-9780-0ae27d516b07 req-80bea117-bd51-4418-b269-4dc17bfdcc96 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0832970
May 13 16:30:33.513950 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39312) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:30:33.519868 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Request body: {'floatingip': {'port_id': '00553084-af86-4a16-98ef-22c6575ec987'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:33.524782 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5235-98a2-4ee6-8d3c-cf767cbc0a22 req-f9ab2054-4a65-4c11-bb76-80f125d7f6f3 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:33.526390 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-decf5235-98a2-4ee6-8d3c-cf767cbc0a22 req-f9ab2054-4a65-4c11-bb76-80f125d7f6f3 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0896950
May 13 16:30:33.576699 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-decf5235-98a2-4ee6-8d3c-cf767cbc0a22 req-0421b3d0-2d61-4520-ac42-8a32d0759617 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440147
May 13 16:30:33.607730 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:33.763483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce42c-dc96-4e09-8c27-fd4480028b51 req-5a909845-7b18-42d7-a862-6f136f78b845 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:33.765075 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-587ce42c-dc96-4e09-8c27-fd4480028b51 req-5a909845-7b18-42d7-a862-6f136f78b845 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0795166
May 13 16:30:33.810813 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-587ce42c-dc96-4e09-8c27-fd4480028b51 req-5d3b7075-69ff-45a2-9360-3f64d9120a24 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393190
May 13 16:30:33.833994 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39318) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:30:34.018867 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec93b69-50a8-4bb8-8a1b-adcb4ad7bcc5 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:34.019676 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-6ec93b69-50a8-4bb8-8a1b-adcb4ad7bcc5 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] Synchronizing usage tracker for tenant:e7eea9e4104a43b38449b0bcfddc11e1 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:30:34.092868 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-6ec93b69-50a8-4bb8-8a1b-adcb4ad7bcc5 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] Unset dirty status for tenant:e7eea9e4104a43b38449b0bcfddc11e1 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:30:34.094052 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-6ec93b69-50a8-4bb8-8a1b-adcb4ad7bcc5 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 1094 time: 0.2590544
May 13 16:30:34.097115 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39326) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:30:34.103812 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'port_id': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:30:34.109774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:30:34.113664 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:floatingip and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:30:34.116659 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:30:34.122579 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:30:34.161719 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fe1fe-988e-4a4d-91c2-b469fb32fd09 req-411609f0-5ede-4361-ad72-9961fe14c0d7 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:34.166753 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-250fe1fe-988e-4a4d-91c2-b469fb32fd09 req-411609f0-5ede-4361-ad72-9961fe14c0d7 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 943 time: 0.1347752
May 13 16:30:34.218178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:34.295701 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:34.298831 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-250fe1fe-988e-4a4d-91c2-b469fb32fd09 req-07ca68de-21db-4b75-9eae-b9a34beabeb7 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292326
May 13 16:30:34.357412 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:34.361137 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:34.493897 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Allocated IP 172.27.1.190 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/04bb560e-de64-4f80-9643-4f1fb17f0712) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:30:34.536762 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Floating IP 5e166562-b9bb-42a7-9608-843b32fcde3c associated. External IP: 172.27.1.115, port: 00553084-af86-4a16-98ef-22c6575ec987.
May 13 16:30:34.647570 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:34.739289 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:34.743524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-16bb7a2f-0f0f-4e18-a72b-31f03391b556 tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:34.806830 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:30:34.809722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:30:34.818277 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:30:34.852828 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=04bb560e-de64-4f80-9643-4f1fb17f0712,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:34.857300 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:35.016279 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Router db6ed134-93d5-4107-be6c-6bbf6b2860df has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:30:35.214469 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:30:35.219029 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:35.226144 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] Sync routers for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:30:35.236730 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:30:35.237597 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938a58340>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:35.279358 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b7999460-530e-46b6-815f-2747b15a65ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "PUT /v2.0/floatingips/5e166562-b9bb-42a7-9608-843b32fcde3c HTTP/1.1" status: 200  len: 991 time: 1.7615592
May 13 16:30:35.279358 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'tag': '00553084-af86-4a16-98ef-22c6575ec987'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:35.343790 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'tag': '00553084-af86-4a16-98ef-22c6575ec987', 'status': 'completed', 'code': 200}
May 13 16:30:35.365931 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:35.487937 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:30:35.491712 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cff1-4655-4c90-baf0-9351628159e6 req-26d336e2-fa9c-4c1a-b26e-7dc39d43042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:35.493543 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e021cff1-4655-4c90-baf0-9351628159e6 req-26d336e2-fa9c-4c1a-b26e-7dc39d43042c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1098 time: 0.0936530
May 13 16:30:35.527782 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be273203-3041-430b-97cd-cbd0c6fef448 req-9e249748-6834-4419-bfa3-cc95d0b3dfcb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:35.529390 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-be273203-3041-430b-97cd-cbd0c6fef448 req-9e249748-6834-4419-bfa3-cc95d0b3dfcb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 943 time: 0.0905576
May 13 16:30:35.585620 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-be273203-3041-430b-97cd-cbd0c6fef448 req-90adab76-f395-4a2e-b8cc-8eaee6d09e2f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498192
May 13 16:30:35.686557 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:35.753352 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cff1-4655-4c90-baf0-9351628159e6 req-7740fa7d-e2bc-4d69-a3b1-c067bc54f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:35.755253 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e021cff1-4655-4c90-baf0-9351628159e6 req-7740fa7d-e2bc-4d69-a3b1-c067bc54f523 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.2541862
May 13 16:30:35.889852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938a58340>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '5e166562-b9bb-42a7-9608-843b32fcde3c', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'port_id': '00553084-af86-4a16-98ef-22c6575ec987', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'mac_address': 'fa:16:3e:27:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:30:01Z', 'updated_at': '2021-05-13T16:30:34Z', 'revision_number': 1, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:35.893974 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] Checking router: db6ed134-93d5-4107-be6c-6bbf6b2860df for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:30:35.902464 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:30:35.903080 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938a58340>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:35.950517 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e021cff1-4655-4c90-baf0-9351628159e6 req-cc12338e-edfc-4a10-bf63-7899c9e649c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00553084-af86-4a16-98ef-22c6575ec987 HTTP/1.1" status: 200  len: 999 time: 0.1826897
May 13 16:30:36.055601 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cff1-4655-4c90-baf0-9351628159e6 req-a21b9e3d-b210-42e9-be08-c3d25741256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:36.057045 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e021cff1-4655-4c90-baf0-9351628159e6 req-a21b9e3d-b210-42e9-be08-c3d25741256c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.0965917
May 13 16:30:36.089372 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 7594a304-140b-4d45-a276-e04edf2da602 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:30:36.119745 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:30:36.122161 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:36.152250 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cff1-4655-4c90-baf0-9351628159e6 req-6a1418d6-115e-4810-b95c-00f91c769769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:36.154606 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e021cff1-4655-4c90-baf0-9351628159e6 req-6a1418d6-115e-4810-b95c-00f91c769769 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0903871
May 13 16:30:36.231252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:36.238911 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:36.372187 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=04bb560e-de64-4f80-9643-4f1fb17f0712,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:36.374961 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:36.403978 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:36.461127 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7594a304-140b-4d45-a276-e04edf2da602,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:36.487830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '7594a304-140b-4d45-a276-e04edf2da602', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'port_id': '7594a304-140b-4d45-a276-e04edf2da602', 'mac_address': 'fa:16:3e:48:d0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:30:36.519479 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e021cff1-4655-4c90-baf0-9351628159e6 req-00e3ecd0-3ff4-4b4e-8910-8761a3fdfc0c service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3577337
May 13 16:30:36.602082 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:36.633489 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7594a304-140b-4d45-a276-e04edf2da602 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:30:36.652522 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7594a304-140b-4d45-a276-e04edf2da602,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:36.675420 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938a58340>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '5e166562-b9bb-42a7-9608-843b32fcde3c', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'port_id': '00553084-af86-4a16-98ef-22c6575ec987', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'mac_address': 'fa:16:3e:27:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:30:01Z', 'updated_at': '2021-05-13T16:30:34Z', 'revision_number': 1, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:36.680952 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24730f-cee2-471f-b439-284ac0f22eb5 None None] The sync data for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi is: [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '5e166562-b9bb-42a7-9608-843b32fcde3c', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'port_id': '00553084-af86-4a16-98ef-22c6575ec987', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'mac_address': 'fa:16:3e:27:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:30:01Z', 'updated_at': '2021-05-13T16:30:34Z', 'revision_number': 1, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:30:36.690932 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Floating IP 256936e3-c5f1-4917-ba9b-ee2c0ab6ced9 associated. External IP: 172.27.1.190, port: 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3.
May 13 16:30:36.756390 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:36.758868 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:36.846829 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:36.851041 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:36.944000 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9e32c-f9e4-453b-a38e-5a0e0cae77af None None] New status for floating IP 5e166562-b9bb-42a7-9608-843b32fcde3c: ACTIVE {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:30:36.959416 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e021cff1-4655-4c90-baf0-9351628159e6 req-cdba7de3-2e6f-43ea-bedf-f07b9d1c2a0f service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4316587
May 13 16:30:36.986585 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eba39a-7e1c-474e-a9bc-5b300a8dee47 req-4f7eac2f-8a90-49a0-a11f-17ccb86e329a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:36.997831 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-37eba39a-7e1c-474e-a9bc-5b300a8dee47 req-4f7eac2f-8a90-49a0-a11f-17ccb86e329a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 944 time: 0.1221752
May 13 16:30:37.053816 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-37eba39a-7e1c-474e-a9bc-5b300a8dee47 req-8253c5f1-97d3-4562-b235-a718dc28a040 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549839
May 13 16:30:37.118886 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['7594a304-140b-4d45-a276-e04edf2da602'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:30:37.220758 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:30:37.406913 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:30:37.421248 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:30:37.430592 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:30:37.432193 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938af6730>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:37.521974 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:37.581943 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4830346
May 13 16:30:37.583461 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:37.615864 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:30:37.636473 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'status': 'completed', 'code': 200}
May 13 16:30:37.765553 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-51529dbf-6ff1-4d99-a3b2-13a302f2e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:37.767041 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-51529dbf-6ff1-4d99-a3b2-13a302f2e4d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 1099 time: 0.0813422
May 13 16:30:37.914987 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-1f98822a-cda1-4b0d-9e67-e203666991ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:37.916480 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-1f98822a-cda1-4b0d-9e67-e203666991ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.1296141
May 13 16:30:37.986572 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938af6730>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '256936e3-c5f1-4917-ba9b-ee2c0ab6ced9', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:5b:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:30:35Z', 'updated_at': '2021-05-13T16:30:35Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:37.991384 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:30:38.000482 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:30:38.001118 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938af6730>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:38.034574 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-4d7a2073-3aa0-4815-a37b-3b901c001cf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 HTTP/1.1" status: 200  len: 1000 time: 0.1047025
May 13 16:30:38.111153 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 7594a304-140b-4d45-a276-e04edf2da602 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:30:38.116284 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-38de491c-41eb-4cc1-8ec5-c00121214f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:38.118502 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-38de491c-41eb-4cc1-8ec5-c00121214f70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0724378
May 13 16:30:38.212833 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-f1e10b83-fb8c-4df0-b06c-e0ad21911856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:38.214459 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-f1e10b83-fb8c-4df0-b06c-e0ad21911856 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0819755
May 13 16:30:38.269373 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e615d-1a84-46d2-868e-d88fd69f04fe req-e1a6762d-aaee-4f52-b357-86bd30c77265 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:38.272456 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-145e615d-1a84-46d2-868e-d88fd69f04fe req-e1a6762d-aaee-4f52-b357-86bd30c77265 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 944 time: 0.0980923
May 13 16:30:38.297818 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:30:38.324669 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-145e615d-1a84-46d2-868e-d88fd69f04fe req-0e312657-6a14-447c-9fb7-f817aed4ba28 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449557
May 13 16:30:38.354092 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 7594a304-140b-4d45-a276-e04edf2da602 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:30:38.364345 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 7594a304-140b-4d45-a276-e04edf2da602 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:30:38.364899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:38.387322 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-c48ad888-0a5b-4d64-93ab-e3bd5ed9274e service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630239
May 13 16:30:38.525379 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31e8d9dc-c4e2-4546-9a5c-9727cee9add4 req-1ffa4363-5ae6-4d7d-9528-33063ee51f51 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290128
May 13 16:30:38.671109 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:38.726199 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594a304-140b-4d45-a276-e04edf2da602'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:30:38.770922 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7594a304-140b-4d45-a276-e04edf2da602,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:30:38.773991 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594a304-140b-4d45-a276-e04edf2da602', 'code': 200}
May 13 16:30:38.803596 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938af6730>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '256936e3-c5f1-4917-ba9b-ee2c0ab6ced9', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:5b:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:30:35Z', 'updated_at': '2021-05-13T16:30:35Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:30:38.807857 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c083d-bfcf-4121-8b38-eebfb1bfafb3 None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '256936e3-c5f1-4917-ba9b-ee2c0ab6ced9', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:5b:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:30:35Z', 'updated_at': '2021-05-13T16:30:35Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:30:38.909630 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:38.911732 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:30:38.981612 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:30:38.985001 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:30:39.015757 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8f18b-f62f-4ea0-b640-81da8f2737bc None None] New status for floating IP 256936e3-c5f1-4917-ba9b-ee2c0ab6ced9: ACTIVE {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:30:39.253809 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404c477-96e0-479c-b928-02a21ae3c1a3 req-a225075d-7632-4dac-9473-f7980663912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:39.255460 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2404c477-96e0-479c-b928-02a21ae3c1a3 req-a225075d-7632-4dac-9473-f7980663912a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1098 time: 0.0756519
May 13 16:30:39.309144 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2404c477-96e0-479c-b928-02a21ae3c1a3 req-ebbeefaf-11ff-43c3-9f25-8164af12ae71 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359323
May 13 16:30:39.512151 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9284e5-6a11-4924-adf8-df0182bc3778 req-fd6f4846-b462-4846-a514-db48d11b8122 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:39.513566 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dc9284e5-6a11-4924-adf8-df0182bc3778 req-fd6f4846-b462-4846-a514-db48d11b8122 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0798118
May 13 16:30:39.559904 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dc9284e5-6a11-4924-adf8-df0182bc3778 req-5c2e62cd-04b7-4b7a-b34b-bc8815a753e2 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402842
May 13 16:30:40.880315 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f3761-215e-4c37-bbd9-d0b9740e8777 req-f88b0896-f63d-413f-9c04-59ebda49ef7a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:40.881709 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5d7f3761-215e-4c37-bbd9-d0b9740e8777 req-f88b0896-f63d-413f-9c04-59ebda49ef7a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.1903677
May 13 16:30:40.939823 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5d7f3761-215e-4c37-bbd9-d0b9740e8777 req-b7c75114-9570-4d73-a26f-0541450bd27b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521166
May 13 16:30:41.498172 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-88f48d74-aeef-4d16-a5e2-7e64215fd4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:42.131391 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb9c4-9a6a-4759-9575-4c292e6128bc req-4cc9acea-9fd3-4ec8-abfc-7d4929988bf8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:42.132913 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f2cbb9c4-9a6a-4759-9575-4c292e6128bc req-4cc9acea-9fd3-4ec8-abfc-7d4929988bf8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0847275
May 13 16:30:42.181892 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f2cbb9c4-9a6a-4759-9575-4c292e6128bc req-3f80da91-d1ce-48e9-a075-4424ab89b021 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432715
May 13 16:30:42.366527 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c54539-4e01-462d-ac63-7044391d66cf req-33caa61f-a27c-4587-b9e4-582e7dced459 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:42.367985 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98c54539-4e01-462d-ac63-7044391d66cf req-33caa61f-a27c-4587-b9e4-582e7dced459 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0811865
May 13 16:30:42.416603 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-98c54539-4e01-462d-ac63-7044391d66cf req-f5477344-ecfe-4381-9c73-4299f3933396 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427787
May 13 16:30:42.810906 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856400e-2173-45bf-8ac8-4f149fd5cc41 req-4b5d9bc6-ff63-4e26-bc57-7086bd5ca292 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:30:42.812259 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9856400e-2173-45bf-8ac8-4f149fd5cc41 req-4b5d9bc6-ff63-4e26-bc57-7086bd5ca292 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0824382
May 13 16:30:42.858647 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9856400e-2173-45bf-8ac8-4f149fd5cc41 req-5c2ba3ce-14ad-4eb4-a2df-bf14844c111a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391269
May 13 16:30:43.841034 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:43.966746 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f37fde45-a25f-4cf9-ba78-f4784cadd12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:44.829951 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:46.726860 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:48.155102 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:30:59.909057 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:31:00.771875 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd2c2b-2ee2-414f-94c0-beef8a124401 req-deffbedc-9755-44f7-a0f2-7a46a8ca6003 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:00.773469 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccbd2c2b-2ee2-414f-94c0-beef8a124401 req-deffbedc-9755-44f7-a0f2-7a46a8ca6003 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0859451
May 13 16:31:00.820112 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ccbd2c2b-2ee2-414f-94c0-beef8a124401 req-5ac5e09f-3995-4cdf-9f3c-ef696457ce7f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409129
May 13 16:31:00.844908 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39554) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:00.967605 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10d8bf-46ab-4275-907a-b2964f4c0ac1 tempest-TestMinimumBasicScenario-1477708311 tempest-TestMinimumBasicScenario-1477708311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:00.968413 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7c10d8bf-46ab-4275-907a-b2964f4c0ac1 tempest-TestMinimumBasicScenario-1477708311 tempest-TestMinimumBasicScenario-1477708311-project-admin] Synchronizing usage tracker for tenant:a0b30de0d09b428e8de67a7967133400 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:31:01.046423 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7c10d8bf-46ab-4275-907a-b2964f4c0ac1 tempest-TestMinimumBasicScenario-1477708311 tempest-TestMinimumBasicScenario-1477708311-project-admin] Unset dirty status for tenant:a0b30de0d09b428e8de67a7967133400 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:31:01.047674 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7c10d8bf-46ab-4275-907a-b2964f4c0ac1 tempest-TestMinimumBasicScenario-1477708311 tempest-TestMinimumBasicScenario-1477708311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1093 time: 0.2017732
May 13 16:31:01.050793 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39562) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:01.056041 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'port_id': '7594a304-140b-4d45-a276-e04edf2da602', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:01.062467 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:01.066448 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:floatingip and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:01.070012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:01.075933 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:01.161278 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for floatingip, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:01.302914 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:01.442806 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Allocated IP 172.27.1.38 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/60071030-7455-4bb3-8df5-3496f7b322cc) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:31:01.609031 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:01.709904 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:01.713783 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-27133a92-919e-43c9-984f-b6864476b565 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:01.877997 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:31:01.880785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:31:01.883408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:31:01.927922 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'Port': ['ID=60071030-7455-4bb3-8df5-3496f7b322cc,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:01.940655 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.941033 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.941430 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.941821 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.942245 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.942602 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.942956 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.943307 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.943659 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.944011 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.944360 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.944716 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:01.948553 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:02.330960 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:02.469364 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:02.685654 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:02.749831 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:02.755299 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4987b0bd-f861-420d-b53f-b76859d1b381 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:02.858453 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'Port': ['ID=60071030-7455-4bb3-8df5-3496f7b322cc,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:02.862551 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:02.873952 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:03.042367 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Floating IP 28c97977-28a0-4652-aa7e-a1ea7517d30e associated. External IP: 172.27.1.38, port: 7594a304-140b-4d45-a276-e04edf2da602.
May 13 16:31:03.508293 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Router 85754301-3668-4959-9b48-08530777888f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:31:03.690094 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:31:03.699761 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] Sync routers for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:31:03.709972 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:31:03.710738 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69388f4ca0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:03.801104 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:03.859856 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8079741
May 13 16:31:03.860681 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:31:03.863132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39584) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:03.869399 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883375607', 'description': 'tempest-secgroup-smoke-883375607 description', 'project_id': '8903bce27d65496bb95a7263f3f00c38'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:03.875701 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:03.886415 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:03.894749 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:31:03.908192 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602', 'status': 'completed', 'code': 200}
May 13 16:31:03.954303 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:04.021007 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:04.027544 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:04.031028 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:04.038259 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:04.079149 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3af3d-1c18-4309-83e9-93e56488741b req-3650c9ce-3674-411e-94c3-ce5335cf82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:04.080740 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-faa3af3d-1c18-4309-83e9-93e56488741b req-3650c9ce-3674-411e-94c3-ce5335cf82ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1098 time: 0.1143327
May 13 16:31:04.213230 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:04.249610 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3af3d-1c18-4309-83e9-93e56488741b req-a7d18e09-5bac-460d-9f2a-a121050c51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:04.251075 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-faa3af3d-1c18-4309-83e9-93e56488741b req-a7d18e09-5bac-460d-9f2a-a121050c51c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 200  len: 915 time: 0.1620882
May 13 16:31:04.296124 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69388f4ca0>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '28c97977-28a0-4652-aa7e-a1ea7517d30e', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '85754301-3668-4959-9b48-08530777888f', 'port_id': '7594a304-140b-4d45-a276-e04edf2da602', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'mac_address': 'fa:16:3e:48:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a691c66d-523f-4197-949a-60f245007ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:31:02Z', 'updated_at': '2021-05-13T16:31:02Z', 'revision_number': 0, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:52Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:04.300119 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] Checking router: 85754301-3668-4959-9b48-08530777888f for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:31:04.308928 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:31:04.309551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69388f4ca0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:04.319516 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:04.332391 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5486ee6c-555c-4b0a-9763-91152940e1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:04.401105 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac237905-6740-4368-9915-e1ef0c7ab3e3,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:04.408261 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-faa3af3d-1c18-4309-83e9-93e56488741b req-da092130-8739-416b-818d-5914c42208f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 998 time: 0.1464076
May 13 16:31:04.412747 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.413143 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.413508 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.413866 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.414214 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.414562 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.414984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.415381 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.415780 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.416139 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.416474 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.416818 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:04.454623 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:04.483375 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3af3d-1c18-4309-83e9-93e56488741b req-6724fe04-afb8-4a96-b9b3-8fc6025864f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:04.484796 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-faa3af3d-1c18-4309-83e9-93e56488741b req-6724fe04-afb8-4a96-b9b3-8fc6025864f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec HTTP/1.1" status: 200  len: 853 time: 0.0648644
May 13 16:31:04.486131 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:04.487223 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6225469
May 13 16:31:04.490688 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39592) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:04.503618 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:31:04.528768 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'security_group_rule': {'security_group_id': 'ac237905-6740-4368-9915-e1ef0c7ab3e3', 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:04.544070 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:04.553228 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:04.567129 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:04.574422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:04.604970 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3af3d-1c18-4309-83e9-93e56488741b req-54bb577b-107e-4821-baa3-41cfd0cfe1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:04.606654 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-faa3af3d-1c18-4309-83e9-93e56488741b req-54bb577b-107e-4821-baa3-41cfd0cfe1cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9aa5bb-a644-479a-90ff-98a72b47cef6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1124351
May 13 16:31:04.697390 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:04.802193 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:04.804592 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-faa3af3d-1c18-4309-83e9-93e56488741b req-df01e4ad-4a00-44f1-9df4-14c14b38e0da service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827359
May 13 16:31:04.884045 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69388f4ca0>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '28c97977-28a0-4652-aa7e-a1ea7517d30e', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '85754301-3668-4959-9b48-08530777888f', 'port_id': '7594a304-140b-4d45-a276-e04edf2da602', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'mac_address': 'fa:16:3e:48:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a691c66d-523f-4197-949a-60f245007ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:31:02Z', 'updated_at': '2021-05-13T16:31:02Z', 'revision_number': 0, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:52Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:04.887925 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:04.888534 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd6673b-f1ec-479a-a7cd-6ef934e9e2be None None] The sync data for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi is: [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '28c97977-28a0-4652-aa7e-a1ea7517d30e', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '85754301-3668-4959-9b48-08530777888f', 'port_id': '7594a304-140b-4d45-a276-e04edf2da602', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'mac_address': 'fa:16:3e:48:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a691c66d-523f-4197-949a-60f245007ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:31:02Z', 'updated_at': '2021-05-13T16:31:02Z', 'revision_number': 0, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:52Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:31:04.895011 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:04.921185 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1713db-d883-45a6-b761-b4046a529bdb,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:04.933371 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:04.980983 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-faa3af3d-1c18-4309-83e9-93e56488741b req-fb15197d-0de8-4451-9bdd-7421e9b828b6 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679068
May 13 16:31:05.057810 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.059460 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-1a1079e3-2e75-418f-90f4-955b9e5e2438 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5673838
May 13 16:31:05.061843 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39598) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:05.067405 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'security_group_rule': {'security_group_id': 'ac237905-6740-4368-9915-e1ef0c7ab3e3', 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:05.073768 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:05.077643 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:05.081497 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:05.087847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:05.093948 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7cbe5-87ba-4163-aff8-5d76d5dbfce7 None None] New status for floating IP 28c97977-28a0-4652-aa7e-a1ea7517d30e: ACTIVE {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:31:05.212691 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.277603 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.343717 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.345817 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:05.368998 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8cee8b-120e-498f-a19a-54841184fbb5,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:05.373676 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:05.423844 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.425157 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7317929b-698c-4572-9a7f-9374512ff1ed tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3622007
May 13 16:31:05.428031 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39602) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:05.433164 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'security_group_rule': {'security_group_id': 'ac237905-6740-4368-9915-e1ef0c7ab3e3', 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:05.439287 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:05.443645 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:05.446531 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:05.452208 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:05.652962 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.721838 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.840485 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.842629 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5292dc22-621c-4353-a646-9d92c156d4fa tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:05.867979 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a336cc80-8f14-41c8-aed3-d79511f61ba8,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:05.872826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:05.955133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:05.956357 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5275447
May 13 16:31:05.959252 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39618) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:05.964457 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'security_group_rule': {'security_group_id': 'ac237905-6740-4368-9915-e1ef0c7ab3e3', 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:05.970622 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:05.974683 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:05.977859 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:05.983331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:06.091101 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.157039 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.234927 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.236960 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:06.260135 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608009b5-5281-4853-8e89-eeed04ef337a,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:06.264525 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:06.349987 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.351112 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1089e0ae-1ca7-4c26-b11c-474f0e62d290 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3908815
May 13 16:31:06.353891 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39624) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:06.358957 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'security_group_rule': {'security_group_id': 'ac237905-6740-4368-9915-e1ef0c7ab3e3', 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:06.365370 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:06.369108 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:06.372018 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:06.377746 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:06.492858 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.securitygroups_db [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Project 8903bce27d65496bb95a7263f3f00c38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 13 16:31:06.499164 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.567826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.679896 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.681923 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-840dcd80-e556-43ed-9c95-9057bf680279 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:06.705165 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83d3881-41df-4e74-a5dd-ee7c3b3cd765,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:06.706893 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe43f8-1dab-49a5-a7a4-fdf4cc9592a6 req-3ab74bcc-2455-4db0-b73e-1f959d56529b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:06.708510 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2cfe43f8-1dab-49a5-a7a4-fdf4cc9592a6 req-3ab74bcc-2455-4db0-b73e-1f959d56529b tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.0827291
May 13 16:31:06.708818 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:06.756570 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2cfe43f8-1dab-49a5-a7a4-fdf4cc9592a6 req-cc572962-868e-4111-b15c-72172b1f77a0 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421515
May 13 16:31:06.816949 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:06.818229 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-df09487e-e067-481d-a5c5-7a31736e5b0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4634337
May 13 16:31:06.820957 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39630) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:06.826095 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'security_group_rule': {'security_group_id': 'ac237905-6740-4368-9915-e1ef0c7ab3e3', 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:06.832493 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:06.836377 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Usage tracker for resource:security_group_rule and tenant:8903bce27d65496bb95a7263f3f00c38 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:06.839649 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:06.845357 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:06.931935 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.securitygroups_db [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Project 8903bce27d65496bb95a7263f3f00c38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 13 16:31:06.937767 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:07.006157 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:07.091962 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:07.098478 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:07.117319 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61ed6c6-bd4e-4551-aa48-ca5cecf548ae,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:07.119693 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:07.166291 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:07.167522 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-15e6531f-9444-417d-a7f3-e445c68b810c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3455813
May 13 16:31:07.288225 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-d7d65ddf-4518-49df-ab4d-76412f4d8ee5 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Synchronizing usage tracker for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:31:07.349502 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-d7d65ddf-4518-49df-ab4d-76412f4d8ee5 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Unset dirty status for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:31:07.350701 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-d7d65ddf-4518-49df-ab4d-76412f4d8ee5 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883375607&fields=id&tenant_id=8903bce27d65496bb95a7263f3f00c38 HTTP/1.1" status: 200  len: 267 time: 0.1021645
May 13 16:31:07.440811 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-b33928d1-a1f0-492a-b858-321ed9a6f250 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:07.442831 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-b33928d1-a1f0-492a-b858-321ed9a6f250 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0866365
May 13 16:31:07.453880 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'port': {'security_groups': ['08166352-98bc-4d59-b240-ec48136f37a6', 'ac237905-6740-4368-9915-e1ef0c7ab3e3']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:31:07.574366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:07.825112 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7594a304-140b-4d45-a276-e04edf2da602,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:07.850251 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:07.931839 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:07.938930 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:07.947065 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20314be8-6194-4025-a81b-f250383bd19a req-2e681633-e8f4-4069-950d-8dc7230d0e99 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:07.948573 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-20314be8-6194-4025-a81b-f250383bd19a req-2e681633-e8f4-4069-950d-8dc7230d0e99 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.0796247
May 13 16:31:07.995595 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-20314be8-6194-4025-a81b-f250383bd19a req-fc325562-f9d7-4532-bd45-17f1e4846f46 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409191
May 13 16:31:08.000171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['7594a304-140b-4d45-a276-e04edf2da602'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:31:08.001167 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:08.001813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:08.004282 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32195bd3-b7f9-48fe-9c82-9e8be3c457a1 req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "PUT /v2.0/ports/7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 981 time: 0.5550764
May 13 16:31:08.010877 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:31:08.052473 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=6']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:08.057118 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:08.094841 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602', 'status': 'completed', 'code': 200}
May 13 16:31:08.219505 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['7594a304-140b-4d45-a276-e04edf2da602'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:31:08.366824 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-584dad52-a4e6-47a4-95ff-dda6e9bb902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:08.368324 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-584dad52-a4e6-47a4-95ff-dda6e9bb902e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1137 time: 0.2021739
May 13 16:31:08.377549 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c2004-1063-47a4-a392-19b9fe406d0a req-1032411f-a8a7-46ea-a321-ea55f9ae1bac tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:08.379051 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0f5c2004-1063-47a4-a392-19b9fe406d0a req-1032411f-a8a7-46ea-a321-ea55f9ae1bac tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.2502534
May 13 16:31:08.399650 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-c693e797-5a25-4c5a-bd4d-1341a69477fc None None] Provisioning complete for port 7594a304-140b-4d45-a276-e04edf2da602 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:31:08.400035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c693e797-5a25-4c5a-bd4d-1341a69477fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:08.506782 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0f5c2004-1063-47a4-a392-19b9fe406d0a req-4a59b7a6-e359-4a02-8b6c-91e95b40c0f0 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1050842
May 13 16:31:08.546141 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-710706a9-8596-44d2-b478-7014bb270255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:08.547657 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-710706a9-8596-44d2-b478-7014bb270255 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 200  len: 915 time: 0.1676862
May 13 16:31:08.665444 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-b504136e-e49e-4a3a-8eb2-e4744c716493 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 1000 time: 0.1018836
May 13 16:31:08.758824 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-422b5e57-db57-4ef1-8e53-f359f2feb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:08.761334 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-422b5e57-db57-4ef1-8e53-f359f2feb615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec HTTP/1.1" status: 200  len: 853 time: 0.0590029
May 13 16:31:08.842110 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-21e849de-7c2c-45f0-a4ae-4ba6b90720b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:08.843598 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-21e849de-7c2c-45f0-a4ae-4ba6b90720b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9aa5bb-a644-479a-90ff-98a72b47cef6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0744286
May 13 16:31:08.981474 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-c52e4783-45a9-4083-bc24-c0e208a17f71 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295450
May 13 16:31:09.150613 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5171e5c4-0e62-4a23-bb57-a0e3192186f8 req-a4aec4dc-cfa2-48c8-aa73-02aaa68fb9d8 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296945
May 13 16:31:09.208973 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab716a-1ee2-4807-b36d-008eeac00d92 req-bdf0dd1e-8207-41a1-bbef-f193b026e98a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:09.210474 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9eab716a-1ee2-4807-b36d-008eeac00d92 req-bdf0dd1e-8207-41a1-bbef-f193b026e98a tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.0827997
May 13 16:31:09.254752 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9eab716a-1ee2-4807-b36d-008eeac00d92 req-1213c331-d995-4f3f-80b3-97d38a3c1270 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383036
May 13 16:31:09.395536 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-83cab2ac-6f2d-47f8-9a79-dea9cdb0fc5d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:09.397111 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-83cab2ac-6f2d-47f8-9a79-dea9cdb0fc5d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 946 time: 0.0831420
May 13 16:31:09.539478 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Deleting port 68526381-bce1-46a5-be3c-e9802582800b {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:31:09.539734 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:09.673544 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] For port 68526381-bce1-46a5-be3c-e9802582800b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=68526381-bce1-46a5-be3c-e9802582800b,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:09.673909 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:09.962260 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:09.962994 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:09.962994 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Floating IP 57756654-61cc-479e-b37e-139e8862b9d8 disassociated. External IP: 172.27.1.245, port: 68526381-bce1-46a5-be3c-e9802582800b.
May 13 16:31:09.963238 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Calling delete_port for 68526381-bce1-46a5-be3c-e9802582800b owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:31:10.149671 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:10.155006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:10.199730 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event deleted for resources: {'Port': ['ID=68526381-bce1-46a5-be3c-e9802582800b,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:10.202682 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:10.411413 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25a70ae6-0eb0-43b0-be4a-fb2d9924fad7 req-af635401-c3be-4b8a-b38e-78bcd2f31c80 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 210 time: 0.0432007
May 13 16:31:10.493226 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Router b841cdbf-a462-4f17-a327-79c7d54f811f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:31:10.685318 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:31:10.695760 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] Sync routers for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:31:10.705162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:31:10.705792 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69389da220>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:10.761192 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] No DVR routers for this DVR port 68526381-bce1-46a5-be3c-e9802582800b on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:31:10.766584 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:10.766808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'name': 'network-vif-deleted', 'tag': '68526381-bce1-46a5-be3c-e9802582800b'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:31:10.819054 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6918da-3844-4511-810b-66ef36c43a4d', 'name': 'network-vif-deleted', 'tag': '68526381-bce1-46a5-be3c-e9802582800b', 'status': 'completed', 'code': 200}
May 13 16:31:10.847703 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-566cd318-7b4b-4c03-af87-127625aea7d1 req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.24 "DELETE /v2.0/ports/68526381-bce1-46a5-be3c-e9802582800b HTTP/1.1" status: 204  len: 173 time: 1.4406300
May 13 16:31:10.893459 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:31:11.241291 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69389da220>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:11.245899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] Checking router: b841cdbf-a462-4f17-a327-79c7d54f811f for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:31:11.261161 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:31:11.261842 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69389da220>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:30:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:11.477397 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:31:11.518873 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5612-4547-4d87-9451-ccd2963b1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:11.586036 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4039bbad-fdd5-4fdd-bbed-457179ed2c64 req-30583711-3c28-4f25-bacb-50e9f6fc78cb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Synchronizing usage tracker for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:31:11.686610 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4039bbad-fdd5-4fdd-bbed-457179ed2c64 req-30583711-3c28-4f25-bacb-50e9f6fc78cb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Unset dirty status for tenant:b3b275605a2e4be5a9245ff78f4c7cae on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:31:11.687816 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4039bbad-fdd5-4fdd-bbed-457179ed2c64 req-30583711-3c28-4f25-bacb-50e9f6fc78cb tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6918da-3844-4511-810b-66ef36c43a4d HTTP/1.1" status: 200  len: 210 time: 0.1470525
May 13 16:31:11.808880 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69389da220>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:11.812815 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1754-96a3-4e5f-abf5-9c6f76b8f835 None None] The sync data for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi is: [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:23:19Z', 'revision_number': 4, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '2d215718-e62e-49eb-b3ae-ac0a26145fa9', 'name': '', 'network_id': 'fbab1dd3-c16a-4a06-aa40-0c41bf95770a', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'mac_address': 'fa:16:3e:dc:0c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:17Z', 'updated_at': '2021-05-13T16:23:30Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'subnets': [{'id': '800d872f-c442-4939-a2d5-c88258ff26fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:31:12.029795 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06bb6b-ffbf-46f9-862c-065d7438f260 None None] New status for floating IP 57756654-61cc-479e-b37e-139e8862b9d8: DOWN {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:31:12.870996 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39670) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:12.941442 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-25927e28-0440-451b-85b1-ae1db1a2e5cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:12.968518 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-25927e28-0440-451b-85b1-ae1db1a2e5cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.091932 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-25927e28-0440-451b-85b1-ae1db1a2e5cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.095767 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-23b2ba35-8ffb-4c16-942b-3e86899ba014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:13.111898 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25927e28-0440-451b-85b1-ae1db1a2e5cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:13.115136 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-25927e28-0440-451b-85b1-ae1db1a2e5cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:13.182776 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-25927e28-0440-451b-85b1-ae1db1a2e5cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.183890 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-25927e28-0440-451b-85b1-ae1db1a2e5cf tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "DELETE /v2.0/security-groups/6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7 HTTP/1.1" status: 204  len: 168 time: 0.3118641
May 13 16:31:13.186597 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39674) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:13.202221 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.api.v2.resource [None req-fa2cef14-7f1c-4c49-bfe5-fc51d8ed7d85 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] show failed (client error): The resource could not be found.
May 13 16:31:13.203201 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fa2cef14-7f1c-4c49-bfe5-fc51d8ed7d85 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "GET /v2.0/security-groups/6f88622c-6ccd-4c0b-8db0-b7aeb461a7b7 HTTP/1.1" status: 404  len: 347 time: 0.0157073
May 13 16:31:13.206080 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39678) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:13.423117 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Deleting port 4d409d51-68ca-430b-a15f-151676200313 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:31:13.423373 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.543790 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.544117 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.666823 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Calling delete_port for 4d409d51-68ca-430b-a15f-151676200313 owned by network:floatingip {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:31:13.766469 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.938177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.942205 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:13.949229 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-755e0b4e-4914-482b-be1d-aae882c50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:13.988151 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Pushing event deleted for resources: {'Port': ['ID=4d409d51-68ca-430b-a15f-151676200313,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:14.014301 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:14.080369 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks [] for floatingip, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:14.153779 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:14.154939 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] 10.222.0.42 "DELETE /v2.0/floatingips/57756654-61cc-479e-b37e-139e8862b9d8 HTTP/1.1" status: 204  len: 168 time: 0.9479709
May 13 16:31:14.261212 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 68526381-bce1-46a5-be3c-e9802582800b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:31:14.295870 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 68526381-bce1-46a5-be3c-e9802582800b {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:31:14.296131 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 68526381-bce1-46a5-be3c-e9802582800b not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:31:14.801180 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:16.759228 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:18.194942 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:18.668951 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39722) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:19.304928 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:19.719062 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Deleting port 2d215718-e62e-49eb-b3ae-ac0a26145fa9 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:31:19.719850 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:19.841717 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] For port 2d215718-e62e-49eb-b3ae-ac0a26145fa9, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2d215718-e62e-49eb-b3ae-ac0a26145fa9,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:19.842082 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:20.064275 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Calling delete_port for 2d215718-e62e-49eb-b3ae-ac0a26145fa9 owned by network:router_interface {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:31:20.280607 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:20.285433 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-a13279c4-9e9d-45e3-a212-ee28e2010405 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:20.329842 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d215718-e62e-49eb-b3ae-ac0a26145fa9,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:20.356425 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:20.509760 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-be37f0e4-6e77-4e59-bc84-ad86fc50eb11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0736754
May 13 16:31:20.602331 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:20.678697 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-5c185041-1f65-45e0-a833-40e66801a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:20.680187 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-5c185041-1f65-45e0-a833-40e66801a412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 1099 time: 0.0782402
May 13 16:31:20.827874 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-e630e323-a866-4ae9-8aca-6729fd8262ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:20.829284 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-e630e323-a866-4ae9-8aca-6729fd8262ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.1276071
May 13 16:31:20.935263 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-55b3d76f-9bdb-466a-a120-f6ec3bfaca2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 HTTP/1.1" status: 200  len: 1002 time: 0.0979898
May 13 16:31:20.961621 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Router b841cdbf-a462-4f17-a327-79c7d54f811f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:31:21.002791 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-045d7b78-fbe7-4ae1-9837-6b3d109177f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:21.004581 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-045d7b78-fbe7-4ae1-9837-6b3d109177f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0581944
May 13 16:31:21.083084 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-5fce02de-0e07-4893-a2e5-670919a5a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:21.084482 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-5fce02de-0e07-4893-a2e5-670919a5a15c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0731182
May 13 16:31:21.139882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:31:21.149423 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] Sync routers for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:31:21.153973 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] 10.222.0.42 "PUT /v2.0/routers/b841cdbf-a462-4f17-a327-79c7d54f811f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4837935
May 13 16:31:21.155506 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39734) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:21.160447 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:31:21.161100 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395c6b20>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:31:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:21.247636 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-816ba212-b8f0-4c2e-8c12-ff224359bceb service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517973
May 13 16:31:21.338979 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:21.353726 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:31:21.463852 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0c2179da-1c22-4e2d-9d76-faf69d434b49 req-1d98474f-e020-4819-889d-d082ba05cbe8 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075934
May 13 16:31:21.641836 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:21.696859 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395c6b20>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:31:20Z', 'revision_number': 5, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port': {'id': '1e52a958-c067-4b4c-b5b3-3f329a09d25f', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:23:12Z', 'updated_at': '2021-05-13T16:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:21.700778 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] Checking router: b841cdbf-a462-4f17-a327-79c7d54f811f for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:31:21.709347 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] Routers {'b841cdbf-a462-4f17-a327-79c7d54f811f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:31:21.710048 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395c6b20>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:31:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['b841cdbf-a462-4f17-a327-79c7d54f811f'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:21.765969 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Deleting port 1e52a958-c067-4b4c-b5b3-3f329a09d25f {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:31:21.766325 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:21.860839 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] Set router b841cdbf-a462-4f17-a327-79c7d54f811f gateway port host: None {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:31:21.903816 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] For port 1e52a958-c067-4b4c-b5b3-3f329a09d25f, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=1e52a958-c067-4b4c-b5b3-3f329a09d25f,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:21.904179 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:21.965639 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395c6b20>, [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:31:21Z', 'revision_number': 6, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port_host': None}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:21.969641 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a01452-2569-4662-8a5d-0fd12e6662a0 None None] The sync data for ids ['b841cdbf-a462-4f17-a327-79c7d54f811f'] in dv-cinder-689486-12-iscsi is: [{'id': 'b841cdbf-a462-4f17-a327-79c7d54f811f', 'name': 'tempest-AttachVolumeTestJSON-938144812-router', 'tenant_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:23:10Z', 'updated_at': '2021-05-13T16:31:21Z', 'revision_number': 6, 'project_id': 'b3b275605a2e4be5a9245ff78f4c7cae', 'gw_port_host': None}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:31:22.030901 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Calling delete_port for 1e52a958-c067-4b4c-b5b3-3f329a09d25f owned by network:router_gateway {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:31:22.235073 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.240173 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-85c84345-a374-4f04-ab21-cbc392d37db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:22.289230 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e52a958-c067-4b4c-b5b3-3f329a09d25f,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:22.314614 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:22.381980 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.557819 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.560066 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.657601 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.658141 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b841cdbf-a462-4f17-a327-79c7d54f811f {{(pid=79477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:31:22.670656 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.671768 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b841cdbf-a462-4f17-a327-79c7d54f811f HTTP/1.1" status: 204  len: 168 time: 1.5151696
May 13 16:31:22.674390 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39746) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:22.738746 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Deleting subnet 800d872f-c442-4939-a2d5-c88258ff26fe {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:31:22.741816 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.789932 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:22.908993 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.228050 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.232183 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bcbe63c3-feb1-428f-861e-60eecb91b8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:23.367424 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800d872f-c442-4939-a2d5-c88258ff26fe,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:23.370396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:23.371356 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.377965 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-f7b6665f-e40f-4e1f-9adb-5c222d9edbbc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/800d872f-c442-4939-a2d5-c88258ff26fe HTTP/1.1" status: 204  len: 168 time: 0.7026186
May 13 16:31:23.378785 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b4b34-c80f-4290-908c-99c5dfb4151d None None] Network fbab1dd3-c16a-4a06-aa40-0c41bf95770a requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:31:23.381056 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39752) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:23.491254 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.649780 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] DHCP port deletion for fbab1dd3-c16a-4a06-aa40-0c41bf95770a request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:31:23.673246 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Deleting port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:31:23.673581 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.714836 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Deleting port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:31:23.715211 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.773670 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] For port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:23.773939 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.814017 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] For port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,segment=NetworkSegment(07c112e9-df79-49cc-b114-d8b0d6704d18),segment_id=07c112e9-df79-49cc-b114-d8b0d6704d18)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:23.814444 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:23.901234 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Calling delete_port for a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 owned by network:dhcp {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:31:23.933113 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d215718-e62e-49eb-b3ae-ac0a26145fa9 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:31:23.966118 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Calling delete_port for a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:31:23.980036 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 2d215718-e62e-49eb-b3ae-ac0a26145fa9 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:31:23.980387 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d215718-e62e-49eb-b3ae-ac0a26145fa9 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:31:23.980801 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:31:24.079204 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.084141 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-809d3351-ebab-4a79-aed8-e6c60baa62fd tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:24.127956 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No active binding found for port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 {{(pid=79478) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 13 16:31:24.128395 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:31:24.128814 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e52a958-c067-4b4c-b5b3-3f329a09d25f no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:31:24.130171 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] No DVR routers for this DVR port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 on host dv-cinder-689486-12-iscsi {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:31:24.161823 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Pushing event deleted for resources: {'Port': ['ID=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:24.164336 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:24.170333 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 1e52a958-c067-4b4c-b5b3-3f329a09d25f {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:31:24.170683 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e52a958-c067-4b4c-b5b3-3f329a09d25f not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:31:24.190451 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.194166 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:24.236513 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Pushing event deleted for resources: {'Port': ['ID=a06f1b61-e673-4ed2-b7ba-1c5ab8be1512,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:24.241969 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] No DVR routers for this DVR port a06f1b61-e673-4ed2-b7ba-1c5ab8be1512 on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:31:24.247507 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.247853 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.248212 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.248541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.248870 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.249230 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.249556 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.249875 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.250197 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.250516 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.250836 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.251151 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:31:24.253483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.254661 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:24.273058 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6933418610>,) {'filters': {'network_id': ['fbab1dd3-c16a-4a06-aa40-0c41bf95770a']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:24.286429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933418610>, '07c112e9-df79-49cc-b114-d8b0d6704d18') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:24.286720 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933418610>, '07c112e9-df79-49cc-b114-d8b0d6704d18') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:31:24.298084 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.314398 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.321531 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:31:24.321907 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:31:24.335252 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:31:24.465234 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.469017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:24.487067 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:24.498870 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Pushing event deleted for resources: {'Network': ['ID=fbab1dd3-c16a-4a06-aa40-0c41bf95770a,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:24.503647 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:24.584398 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] 10.222.0.42 "DELETE /v2.0/networks/fbab1dd3-c16a-4a06-aa40-0c41bf95770a HTTP/1.1" status: 204  len: 168 time: 1.2021720
May 13 16:31:24.919123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39764) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:24.968300 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-f85b9ea6-94b6-4e15-8aea-dd9b087e0c49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3b275605a2e4be5a9245ff78f4c7cae&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0479643
May 13 16:31:24.970804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39768) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:25.030538 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:25.056589 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:25.183340 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:25.187113 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5f7d0010-df1a-4d43-8838-10eeb4a34a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:25.200120 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f982dd3-5682-4f6c-8392-1b8674f311be,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:25.203554 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:25.210165 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:25.213569 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f982dd3-5682-4f6c-8392-1b8674f311be HTTP/1.1" status: 204  len: 168 time: 0.2396181
May 13 16:31:27.480954 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 39832) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:27.602145 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:27.619970 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:27.623750 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:3754a0a0f0554f7b8cb88aa0d9a0d369 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:27.626583 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:27.632171 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:27.715213 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:27.795124 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:27.802639 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7f9afc05-6501-4e30-b901-adab00419e33 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:27.845817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e274212-95d5-47f3-8d39-3da0bfb96111,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:27.848648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:27.854830 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 39850) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:27.865675 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3754a0a0f0554f7b8cb88aa0d9a0d369&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3715906
May 13 16:31:27.922502 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-50c4fcc9-0631-4714-9d12-c757b40cda07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:27.950220 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-50c4fcc9-0631-4714-9d12-c757b40cda07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:28.063605 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-50c4fcc9-0631-4714-9d12-c757b40cda07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:28.070784 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1bbe7944-5f27-483b-9eb8-d8a92a629200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:28.079473 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4fcc9-0631-4714-9d12-c757b40cda07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e274212-95d5-47f3-8d39-3da0bfb96111,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:28.083566 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-50c4fcc9-0631-4714-9d12-c757b40cda07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:28.087325 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-50c4fcc9-0631-4714-9d12-c757b40cda07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:28.091333 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-50c4fcc9-0631-4714-9d12-c757b40cda07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e274212-95d5-47f3-8d39-3da0bfb96111 HTTP/1.1" status: 204  len: 168 time: 0.2326956
May 13 16:31:28.195994 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1d2c-f6d1-4fc8-aebe-a9dfce4a6d42 req-c83119c0-bd2a-41de-9918-15b05f0b6109 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:28.197523 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3a9b1d2c-f6d1-4fc8-aebe-a9dfce4a6d42 req-c83119c0-bd2a-41de-9918-15b05f0b6109 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0832064
May 13 16:31:28.249401 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3a9b1d2c-f6d1-4fc8-aebe-a9dfce4a6d42 req-5e36b8e2-ca0a-4cb7-abc3-e6f7090cdef3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458601
May 13 16:31:28.341501 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b943a-efe5-40e0-a960-fb321ef8a0bb req-1c0fa79e-357a-46dd-b3d1-af3fe9d5ff84 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:28.342966 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8b8b943a-efe5-40e0-a960-fb321ef8a0bb req-1c0fa79e-357a-46dd-b3d1-af3fe9d5ff84 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0847404
May 13 16:31:28.394661 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8b8b943a-efe5-40e0-a960-fb321ef8a0bb req-7bf2eb4d-c809-4143-80d2-087ef7a05214 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454831
May 13 16:31:28.453479 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-a0542872-8aca-450e-9aa5-25bbdd1841f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:28.454975 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-a0542872-8aca-450e-9aa5-25bbdd1841f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1137 time: 0.0733891
May 13 16:31:28.603930 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-222544e7-0660-4cde-80a4-e981c28f74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:28.603930 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-222544e7-0660-4cde-80a4-e981c28f74ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 200  len: 915 time: 0.1363096
May 13 16:31:28.709064 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-cc60ea06-1435-4d87-979f-9a28c72596c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 1000 time: 0.1015601
May 13 16:31:28.774609 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-745a0afd-2c96-499b-9691-1002f1c6639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:28.776067 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-745a0afd-2c96-499b-9691-1002f1c6639d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec HTTP/1.1" status: 200  len: 853 time: 0.0605106
May 13 16:31:28.862394 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-efd08c4c-b771-44e6-ab3d-a6d256ccff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:28.864106 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-efd08c4c-b771-44e6-ab3d-a6d256ccff07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9aa5bb-a644-479a-90ff-98a72b47cef6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0805793
May 13 16:31:28.999330 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-3beb498f-2bc8-43a5-b07b-0d5079c1c045 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279714
May 13 16:31:29.227819 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c11d9e84-559d-434f-a6f2-10aa340dee54 req-cc3958c5-80fd-4395-af3e-b981b5f61cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214940
May 13 16:31:29.444451 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9740d-4f4f-49fe-acc9-108ac30b8c2a req-d3e85a3a-b15f-46f3-afef-4d6902e5a96a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:29.448723 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6fd9740d-4f4f-49fe-acc9-108ac30b8c2a req-d3e85a3a-b15f-46f3-afef-4d6902e5a96a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0847480
May 13 16:31:29.493946 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6fd9740d-4f4f-49fe-acc9-108ac30b8c2a req-6adf4a0b-3bc7-4953-8a9e-d20346a88470 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417843
May 13 16:31:29.604354 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01557bf0-f407-487d-9eb5-138be4da0b09 req-12b93d0e-faa0-4a4c-86ee-9ee0c6778ffe tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:29.606069 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-01557bf0-f407-487d-9eb5-138be4da0b09 req-12b93d0e-faa0-4a4c-86ee-9ee0c6778ffe tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0958278
May 13 16:31:29.658214 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-01557bf0-f407-487d-9eb5-138be4da0b09 req-93df76d7-7133-4056-9023-895d667a5053 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461373
May 13 16:31:30.720445 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3362a-64eb-411d-8530-3fbde73503af req-d38fe84a-9f6b-4cd8-915d-a23586c89dba tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:30.722926 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-23d3362a-64eb-411d-8530-3fbde73503af req-d38fe84a-9f6b-4cd8-915d-a23586c89dba tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0870836
May 13 16:31:30.767999 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-23d3362a-64eb-411d-8530-3fbde73503af req-754b34c0-89ba-4895-b117-c7b018304a78 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392842
May 13 16:31:30.854696 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3009ba-c3e7-48b5-a0bb-72bdffe0f724 req-7e12d7fc-14d7-4988-9624-21329558e803 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:30.856258 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea3009ba-c3e7-48b5-a0bb-72bdffe0f724 req-7e12d7fc-14d7-4988-9624-21329558e803 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0904412
May 13 16:31:30.906907 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-ea3009ba-c3e7-48b5-a0bb-72bdffe0f724 req-411d585c-0ab0-466c-a1a7-d44c74cc237a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0448384
May 13 16:31:31.975987 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7a7b-dfd6-423b-8e44-7d951971e594 req-b1f2156e-1d19-4f0a-9cce-33a82d6ab125 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:31.977501 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1e6b7a7b-dfd6-423b-8e44-7d951971e594 req-b1f2156e-1d19-4f0a-9cce-33a82d6ab125 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0887647
May 13 16:31:32.026300 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1e6b7a7b-dfd6-423b-8e44-7d951971e594 req-5d7eb48b-bd5f-4b6b-899b-f4840b41a5c2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431716
May 13 16:31:32.106840 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22291878-50df-4da7-8f05-9ad71613d869 req-4ee690f7-a8c2-4450-9c2c-d3f5023ddcca tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:32.108221 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-22291878-50df-4da7-8f05-9ad71613d869 req-4ee690f7-a8c2-4450-9c2c-d3f5023ddcca tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0828209
May 13 16:31:32.154962 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-22291878-50df-4da7-8f05-9ad71613d869 req-30b9c652-7e3d-406a-bb6a-dff92b924242 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0406904
May 13 16:31:33.215752 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a2e1d-362b-4615-8a31-f41e0f9a8c53 req-8b6b5ac4-d997-41ec-b79a-b7577efcdbdc tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:33.217755 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dd1a2e1d-362b-4615-8a31-f41e0f9a8c53 req-8b6b5ac4-d997-41ec-b79a-b7577efcdbdc tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0805349
May 13 16:31:33.263337 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dd1a2e1d-362b-4615-8a31-f41e0f9a8c53 req-9981c4f5-12f3-4c17-8e17-c91b5b121895 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392437
May 13 16:31:33.340939 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e24e-c84f-487e-b93b-e0409ec3ef35 req-6f011a72-45f8-4366-819e-44f64f043790 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:33.342339 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d711e24e-c84f-487e-b93b-e0409ec3ef35 req-6f011a72-45f8-4366-819e-44f64f043790 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0833473
May 13 16:31:33.390101 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d711e24e-c84f-487e-b93b-e0409ec3ef35 req-c3f9de5d-5143-4404-838c-5b448cd2877a tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405993
May 13 16:31:34.464447 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ca4ba-8b3a-4e86-96e0-9d681100c49f req-675d6a4a-562a-4482-97e8-e44117a9ccb1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:34.466129 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-044ca4ba-8b3a-4e86-96e0-9d681100c49f req-675d6a4a-562a-4482-97e8-e44117a9ccb1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0890102
May 13 16:31:34.515699 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-044ca4ba-8b3a-4e86-96e0-9d681100c49f req-3e820772-5e54-4203-a14e-e98e49d93059 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436175
May 13 16:31:34.593234 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b879f50-1319-4d69-843e-9aac2a6b12e4 req-96aca667-aba7-41e8-b4b6-e9ca9b47e22b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:34.594959 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5b879f50-1319-4d69-843e-9aac2a6b12e4 req-96aca667-aba7-41e8-b4b6-e9ca9b47e22b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0906816
May 13 16:31:34.647263 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5b879f50-1319-4d69-843e-9aac2a6b12e4 req-03f70437-5774-4ec4-9269-e5fa0f768cfa tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454271
May 13 16:31:35.707885 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f150-44ea-4181-9759-59d0a85176e7 req-d686db35-2ed4-40ef-8f66-851c3b310d38 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:35.709448 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d540f150-44ea-4181-9759-59d0a85176e7 req-d686db35-2ed4-40ef-8f66-851c3b310d38 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0825560
May 13 16:31:35.760196 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d540f150-44ea-4181-9759-59d0a85176e7 req-12b250b0-cab9-4d5d-a122-dcea31595dce tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448358
May 13 16:31:35.837016 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3e293-d6f0-49dd-a159-8f1417eb6d83 req-69977ede-5da7-4792-950f-4633a8e875df tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:35.838591 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1aa3e293-d6f0-49dd-a159-8f1417eb6d83 req-69977ede-5da7-4792-950f-4633a8e875df tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0825078
May 13 16:31:35.886830 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1aa3e293-d6f0-49dd-a159-8f1417eb6d83 req-1eacd87f-f564-4600-98f5-a830a37e6f49 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0422392
May 13 16:31:36.907959 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:31:36.948603 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af242acd-a6ee-489e-941a-7d2edb800efc req-a01119f6-258d-458f-8144-1b2faab0301e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:36.950092 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-af242acd-a6ee-489e-941a-7d2edb800efc req-a01119f6-258d-458f-8144-1b2faab0301e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0792561
May 13 16:31:36.996293 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-af242acd-a6ee-489e-941a-7d2edb800efc req-6da8b1ed-3585-4885-a3d4-a014b9b21ba9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402589
May 13 16:31:37.073990 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de93286-ae60-4528-b1a2-80e7cec28977 req-507b9ca9-3c24-4e14-b102-58681a76936e tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:37.075445 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2de93286-ae60-4528-b1a2-80e7cec28977 req-507b9ca9-3c24-4e14-b102-58681a76936e tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0826130
May 13 16:31:37.122934 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2de93286-ae60-4528-b1a2-80e7cec28977 req-be768351-f89b-417e-a24c-dfc06a97bd68 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0416307
May 13 16:31:38.190064 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cb0ce-7bbe-486a-9c9d-4f5536624dc0 req-56520961-8cdd-4118-a767-903c38e81b43 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:38.191550 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-349cb0ce-7bbe-486a-9c9d-4f5536624dc0 req-56520961-8cdd-4118-a767-903c38e81b43 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0838258
May 13 16:31:38.237734 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-349cb0ce-7bbe-486a-9c9d-4f5536624dc0 req-65469e17-80eb-46b6-83c6-b336b4cf8520 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404875
May 13 16:31:38.310965 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50da56-ad09-43e9-8028-9052f0fae037 req-bf8c0663-8418-4f68-bd4b-a57a23983ba4 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:38.312415 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cd50da56-ad09-43e9-8028-9052f0fae037 req-bf8c0663-8418-4f68-bd4b-a57a23983ba4 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0802536
May 13 16:31:38.363401 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cd50da56-ad09-43e9-8028-9052f0fae037 req-965e9ba4-13cd-419c-9128-03eb72a63fb7 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450428
May 13 16:31:39.425668 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4c9ec-d247-4532-9df9-d242d14d9a3f req-e26f5e37-ec62-4943-8f97-eb5cde273b8b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:39.427095 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31d4c9ec-d247-4532-9df9-d242d14d9a3f req-e26f5e37-ec62-4943-8f97-eb5cde273b8b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0812466
May 13 16:31:39.472486 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-31d4c9ec-d247-4532-9df9-d242d14d9a3f req-7234a658-6648-493f-a5a9-af407660ffc5 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392327
May 13 16:31:39.549680 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fe0e-5cb0-4cbf-9e3f-fef2a5067026 req-188d33fb-d2fd-4dc3-8a40-5a0038014446 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:39.551119 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dfc2fe0e-5cb0-4cbf-9e3f-fef2a5067026 req-188d33fb-d2fd-4dc3-8a40-5a0038014446 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0824008
May 13 16:31:39.600225 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dfc2fe0e-5cb0-4cbf-9e3f-fef2a5067026 req-a3eccb5c-8b8b-4d7b-8879-6ab7baae24b8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428779
May 13 16:31:40.666686 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe338-ae90-49e5-aafb-f7dfcb767916 req-aa27a7b8-efba-42f3-8f9d-8ae57199e5ce tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:40.668200 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-94dbe338-ae90-49e5-aafb-f7dfcb767916 req-aa27a7b8-efba-42f3-8f9d-8ae57199e5ce tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0855100
May 13 16:31:40.715186 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-94dbe338-ae90-49e5-aafb-f7dfcb767916 req-4c83f5b1-a43b-4065-a834-0bff64fddfb2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411067
May 13 16:31:40.791755 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490542c-bfb0-485e-8ae3-4e897e90b3d5 req-726ecbf6-2d8d-44de-835c-d11722566aad tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:40.793247 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9490542c-bfb0-485e-8ae3-4e897e90b3d5 req-726ecbf6-2d8d-44de-835c-d11722566aad tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0890555
May 13 16:31:40.841837 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9490542c-bfb0-485e-8ae3-4e897e90b3d5 req-08688256-cb8b-463d-b95e-460c5417e63f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0406785
May 13 16:31:41.467040 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4080a95e-9b9e-4148-8f23-9dc0bd5c196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:41.910402 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15a1dd-cbf1-4bc0-ae8d-9ae4d5bd3135 req-316f3d84-eba2-4308-8834-678315d26d7a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:41.911774 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f15a1dd-cbf1-4bc0-ae8d-9ae4d5bd3135 req-316f3d84-eba2-4308-8834-678315d26d7a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0853913
May 13 16:31:41.957063 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4f15a1dd-cbf1-4bc0-ae8d-9ae4d5bd3135 req-e6b58ca5-631b-4f3a-846a-5d25aa5ce4fe tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394492
May 13 16:31:42.036962 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e53c1-53c8-439b-80e2-f49fb80f9e85 req-7fe403f3-251f-422d-99a0-034961c3e514 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:42.039246 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3d3e53c1-53c8-439b-80e2-f49fb80f9e85 req-7fe403f3-251f-422d-99a0-034961c3e514 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0866475
May 13 16:31:42.085883 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3d3e53c1-53c8-439b-80e2-f49fb80f9e85 req-e0c8ec61-b1ca-4916-bbd1-bc09bd1b4207 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0409102
May 13 16:31:43.155839 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ff6b-327b-47af-a5a8-449491b1c282 req-30e4711b-15d2-4c7d-b6dc-f0e7ff80a345 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:43.157410 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bff4ff6b-327b-47af-a5a8-449491b1c282 req-30e4711b-15d2-4c7d-b6dc-f0e7ff80a345 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0894110
May 13 16:31:43.216410 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bff4ff6b-327b-47af-a5a8-449491b1c282 req-abe4cf4b-f2e7-4e95-abf1-8b7131aa5472 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503461
May 13 16:31:43.299502 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cbc55-47c2-40d4-a0d0-625c2a6bd062 req-718b644f-5212-479f-ac3f-5087ca516cd8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:43.301010 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-168cbc55-47c2-40d4-a0d0-625c2a6bd062 req-718b644f-5212-479f-ac3f-5087ca516cd8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.1032717
May 13 16:31:43.350152 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-168cbc55-47c2-40d4-a0d0-625c2a6bd062 req-2b1cfb60-8944-4582-a1c2-00fc57c13e81 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0432780
May 13 16:31:43.644166 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40040) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:43.764211 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:43.775866 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:43.791563 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:43.795537 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Usage tracker for resource:security_group_rule and tenant:81d97e5b961546cdb5b0cbfd1fcd603d is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:43.798552 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:43.804877 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:43.896508 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:43.964085 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-efbba670-a699-4bea-9f69-46a75e28ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:43.975881 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:43.985337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1f3519d8-7766-41b0-8227-2dfe199d8ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:44.030298 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81d97e5b961546cdb5b0cbfd1fcd603d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3849094
May 13 16:31:44.031097 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f86c94c-2eef-4c84-94c1-6b85afde516d,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:44.032957 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40046) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:44.036486 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:44.095507 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:44.122320 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:44.223346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:44.227280 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7e58d7ac-dc3c-4e0a-a425-a62a7c6a7f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:44.240185 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f86c94c-2eef-4c84-94c1-6b85afde516d,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:44.242853 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:44.251046 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:44.251817 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f86c94c-2eef-4c84-94c1-6b85afde516d HTTP/1.1" status: 204  len: 168 time: 0.2178020
May 13 16:31:44.423734 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f3e8f-a71e-486a-9c48-dcf750da68bd req-7e8b5bca-3c15-431b-9051-2168c02a85cf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:44.426116 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f17f3e8f-a71e-486a-9c48-dcf750da68bd req-7e8b5bca-3c15-431b-9051-2168c02a85cf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0956011
May 13 16:31:44.479787 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f17f3e8f-a71e-486a-9c48-dcf750da68bd req-9a19c0f3-b036-4de2-af46-7bafe7798bba tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469258
May 13 16:31:44.555869 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99ce6-ce8b-440e-a860-788a3bfbeb02 req-7776a48c-752d-4e45-b037-1df9273b9555 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:44.558247 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1cf99ce6-ce8b-440e-a860-788a3bfbeb02 req-7776a48c-752d-4e45-b037-1df9273b9555 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0958211
May 13 16:31:44.611067 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1cf99ce6-ce8b-440e-a860-788a3bfbeb02 req-14a34091-b589-4ab1-b2bf-9e00b623be0c tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0469513
May 13 16:31:44.798407 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:44.876270 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40058) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:44.894855 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:44.911283 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:44.915456 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Usage tracker for resource:security_group_rule and tenant:c18f0318535c4cf3a024a59ac09a7f4b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:44.918281 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:44.924087 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:45.010161 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:45.078813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:45.087338 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-03611e08-095a-420b-9712-51c9be29c6ec tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:45.130488 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60466b-526f-4c4f-adeb-b967772a3fb4,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:45.134712 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c18f0318535c4cf3a024a59ac09a7f4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2573888
May 13 16:31:45.135756 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:45.138850 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40062) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:45.298408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:45.324949 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:45.467270 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:45.471018 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1da9fd79-cf64-49b4-9dbe-8a7414ecbdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:45.484641 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60466b-526f-4c4f-adeb-b967772a3fb4,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:45.487488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:45.495888 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:45.497030 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d60466b-526f-4c4f-adeb-b967772a3fb4 HTTP/1.1" status: 204  len: 168 time: 0.3572299
May 13 16:31:45.699107 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4800b-f8ee-497b-b878-4e7e0759074f req-a4eff605-95da-46c6-9d26-65a27752b85e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:45.706408 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8fd4800b-f8ee-497b-b878-4e7e0759074f req-a4eff605-95da-46c6-9d26-65a27752b85e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.1059959
May 13 16:31:45.758622 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8fd4800b-f8ee-497b-b878-4e7e0759074f req-4345cf91-199c-46b0-9fea-15c6a84b1eae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502555
May 13 16:31:45.829732 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad67e91-dd49-483b-b70a-11ed12be3481 req-f7dd2ff4-14d2-4b34-952f-f6f9aaffb82f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:45.830743 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dad67e91-dd49-483b-b70a-11ed12be3481 req-f7dd2ff4-14d2-4b34-952f-f6f9aaffb82f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0982404
May 13 16:31:45.887785 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dad67e91-dd49-483b-b70a-11ed12be3481 req-7cc8f813-01e9-498c-9307-c0a0bdfd31eb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0510540
May 13 16:31:46.446954 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:31:46.633640 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:46.649214 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '00553084-af86-4a16-98ef-22c6575ec987', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'port_id': '00553084-af86-4a16-98ef-22c6575ec987', 'mac_address': 'fa:16:3e:27:f6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:31:46.717595 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:46.739856 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00553084-af86-4a16-98ef-22c6575ec987 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:31:46.758321 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:46.812177 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:46.847005 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:46.852004 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-03347cf2-1134-40cd-86eb-c03b1d730cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:46.972949 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac948de-d4e8-418c-9154-2eb30fd3c1f8 req-7727a3cc-641a-4462-935a-bc2353820621 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:46.974638 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5ac948de-d4e8-418c-9154-2eb30fd3c1f8 req-7727a3cc-641a-4462-935a-bc2353820621 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 944 time: 0.1019211
May 13 16:31:47.014326 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=6']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:47.017888 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:47.057480 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['00553084-af86-4a16-98ef-22c6575ec987'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:31:47.132339 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efef18a-3b42-4a36-b4fb-e3431393e6e4 req-f50d783b-c7c0-48a2-92ee-6b1075f05e0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:47.144141 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2efef18a-3b42-4a36-b4fb-e3431393e6e4 req-f50d783b-c7c0-48a2-92ee-6b1075f05e0d tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.1131885
May 13 16:31:47.202307 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5ac948de-d4e8-418c-9154-2eb30fd3c1f8 req-1b55dbde-97f0-4f2e-96c3-8e2f52e8f0ff tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2174957
May 13 16:31:47.207439 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-2efef18a-3b42-4a36-b4fb-e3431393e6e4 req-5b22d569-d37b-4034-af75-8f9089bdc97b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac237905-6740-4368-9915-e1ef0c7ab3e3&id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0616922
May 13 16:31:48.166056 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:48.443578 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:31:48.448337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18959b-a102-4d1a-85db-d8b75c4f386c req-d8378f09-a495-401c-9844-f12ca72fba63 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:48.457817 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9f18959b-a102-4d1a-85db-d8b75c4f386c req-d8378f09-a495-401c-9844-f12ca72fba63 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 944 time: 0.1146936
May 13 16:31:48.535101 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9f18959b-a102-4d1a-85db-d8b75c4f386c req-f8c8681d-9e73-4bb2-a116-e95b22cf0634 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760920
May 13 16:31:48.568663 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 00553084-af86-4a16-98ef-22c6575ec987 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:31:48.574209 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:48.709728 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:48.741711 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:31:48.757845 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:31:48.800280 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987', 'code': 200}
May 13 16:31:48.834735 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:48.836932 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-46359985-e649-433a-a3dd-017140b2122c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:48.914141 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=7']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:48.918452 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:49.759017 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c74a5-7cf8-49f0-b8d1-dd1b4a8e4118 req-99c1990e-7cad-4aba-9a20-93dd17634d29 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:49.760678 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-aa4c74a5-7cf8-49f0-b8d1-dd1b4a8e4118 req-99c1990e-7cad-4aba-9a20-93dd17634d29 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0984228
May 13 16:31:49.814386 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-aa4c74a5-7cf8-49f0-b8d1-dd1b4a8e4118 req-95b20a8e-bdc4-473a-8edc-97eda493e217 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475161
May 13 16:31:50.682826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40182) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:50.859782 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:50.882675 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:50.887417 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Usage tracker for resource:security_group_rule and tenant:911a4c73373f4b879ad81020414a399e is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:50.890922 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:50.899301 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:50.993333 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:51.069317 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e4e7-32ac-4adc-8d84-581934e087f2 req-d629449a-46b2-447e-8ec7-47deaf80f32b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:51.077883 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29c9e4e7-32ac-4adc-8d84-581934e087f2 req-d629449a-46b2-447e-8ec7-47deaf80f32b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.1275599
May 13 16:31:51.078137 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:51.089327 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ff272f73-570b-4cc7-893e-e64b17010def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:51.134580 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=911a4c73373f4b879ad81020414a399e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4477389
May 13 16:31:51.136034 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40190) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:51.153752 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fca5b5-1ea3-4603-90e8-2ea80a96829d,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:51.162304 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29c9e4e7-32ac-4adc-8d84-581934e087f2 req-9146629b-d904-4b71-b0a5-9327a121ebdf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824401
May 13 16:31:51.173541 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-c88a5a57-2dca-44d6-b57b-9510e64f752d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:51.226095 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:51.263935 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:51.406392 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:51.411275 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-acf889f3-1e87-446e-b94c-e6b02d431fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:51.435490 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fca5b5-1ea3-4603-90e8-2ea80a96829d,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:51.439454 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:51.464173 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:51.474932 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19fca5b5-1ea3-4603-90e8-2ea80a96829d HTTP/1.1" status: 204  len: 168 time: 0.3354635
May 13 16:31:52.107336 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40198) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:52.125677 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:52.144601 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:31:52.149399 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Usage tracker for resource:security_group_rule and tenant:bc67c9be94b642d59f075f9d73148b43 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:31:52.152433 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:31:52.158535 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:31:52.268132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:52.315372 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:52.327507 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2a9bacee-222e-4b89-9373-2f12e708cd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:52.376270 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d0085-f9c7-4433-be52-f29af29e5a00 req-8d6c419f-4f88-4e28-8fa9-976e0e5dc80a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:52.376270 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-302d0085-f9c7-4433-be52-f29af29e5a00 req-8d6c419f-4f88-4e28-8fa9-976e0e5dc80a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0932567
May 13 16:31:52.387424 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc67c9be94b642d59f075f9d73148b43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2765610
May 13 16:31:52.387424 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c95df-5e6a-49ee-903a-bf40cbfeb76f,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:52.388627 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40204) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:31:52.392204 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:52.450394 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-302d0085-f9c7-4433-be52-f29af29e5a00 req-cfdcd7a3-857e-4e56-9142-c8c3d3336f22 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704932
May 13 16:31:52.490694 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:52.519671 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:52.935388 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:52.939173 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-56e6b216-938b-4e5b-a55b-50b769fbcd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:31:52.956742 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c95df-5e6a-49ee-903a-bf40cbfeb76f,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:31:52.959083 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:31:52.967022 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:31:52.968245 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/007c95df-5e6a-49ee-903a-bf40cbfeb76f HTTP/1.1" status: 204  len: 168 time: 0.5778418
May 13 16:31:53.688913 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c28e34-d7c5-4d5c-b9e4-d0c14db9af5a req-ec9dcfb2-f852-425d-b281-7c39808e6f38 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:53.690974 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a1c28e34-d7c5-4d5c-b9e4-d0c14db9af5a req-ec9dcfb2-f852-425d-b281-7c39808e6f38 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0891497
May 13 16:31:53.747670 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a1c28e34-d7c5-4d5c-b9e4-d0c14db9af5a req-8010f5df-07fa-4e1e-8f92-f1eec4e960cf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509481
May 13 16:31:54.962312 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7616f8f-1085-4557-ac86-ab1a20fd4661 req-a7a8dc30-33c1-40f8-9922-89547f678447 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:54.972022 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d7616f8f-1085-4557-ac86-ab1a20fd4661 req-a7a8dc30-33c1-40f8-9922-89547f678447 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0991716
May 13 16:31:55.017810 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d7616f8f-1085-4557-ac86-ab1a20fd4661 req-b20428ae-c327-4bf7-915c-17365b843d2a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446949
May 13 16:31:56.226144 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae07ac3-917e-45d9-a88c-824944453e06 req-384622ab-dc37-4b0f-bcdf-837db40535b0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:56.227980 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7ae07ac3-917e-45d9-a88c-824944453e06 req-384622ab-dc37-4b0f-bcdf-837db40535b0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0948238
May 13 16:31:56.273777 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-7ae07ac3-917e-45d9-a88c-824944453e06 req-2f2dc69e-363b-4e70-92c4-5cc0f5baf6ce tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404334
May 13 16:31:57.478899 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a743-7727-4e1f-8d79-d727780a5d5e req-add8085a-fa17-4dff-8c09-fb7fad92e707 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:57.480507 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7de2a743-7727-4e1f-8d79-d727780a5d5e req-add8085a-fa17-4dff-8c09-fb7fad92e707 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0880747
May 13 16:31:57.544801 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7de2a743-7727-4e1f-8d79-d727780a5d5e req-6e2478ce-2f87-4f40-91ad-0b3178e9c315 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581810
May 13 16:31:58.801114 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7d09e-67ad-46cb-a8bd-91d78a708685 req-a378f3da-4aae-4f46-8853-32193a32de03 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:58.802608 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-04d7d09e-67ad-46cb-a8bd-91d78a708685 req-a378f3da-4aae-4f46-8853-32193a32de03 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.1480501
May 13 16:31:58.805999 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-29ee3b91-8ee8-4911-ba7c-e57b331c573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:58.807441 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-29ee3b91-8ee8-4911-ba7c-e57b331c573c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1098 time: 0.1141629
May 13 16:31:58.926823 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-04d7d09e-67ad-46cb-a8bd-91d78a708685 req-b6638017-c5c3-4eb9-bb21-3667d58ca87b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183279
May 13 16:31:58.976974 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-ec0b4766-aa3f-4464-9e68-8438b2c63163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:58.978419 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-ec0b4766-aa3f-4464-9e68-8438b2c63163 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.1564798
May 13 16:31:59.087306 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-62701794-f3c6-47e0-815c-a21a6a7d7889 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00553084-af86-4a16-98ef-22c6575ec987 HTTP/1.1" status: 200  len: 1001 time: 0.0989728
May 13 16:31:59.156468 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-7b4c7f33-c086-46ce-8239-c145730019b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:59.157934 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-7b4c7f33-c086-46ce-8239-c145730019b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.0599811
May 13 16:31:59.243138 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-b5ac499f-c70c-4318-a8fd-476e8ca6c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:31:59.244661 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-b5ac499f-c70c-4318-a8fd-476e8ca6c0e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0768902
May 13 16:31:59.382454 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-8d442ff9-f9f0-40cf-b7f1-5820a6820915 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279490
May 13 16:31:59.523292 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-02f35d12-ff18-4a88-9131-55d2d28d3060 req-45bd9ce6-2719-4be2-b9b5-d2982451e13d service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330185
May 13 16:32:00.118012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf870-d015-4cbe-8f51-594140b38335 req-d3dd3a23-0eaa-4b72-abf3-9674e2aad07a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:00.119389 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9dfcf870-d015-4cbe-8f51-594140b38335 req-d3dd3a23-0eaa-4b72-abf3-9674e2aad07a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0804737
May 13 16:32:00.167161 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9dfcf870-d015-4cbe-8f51-594140b38335 req-3de0f207-42bd-4bf9-bc4a-31e367c8f600 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421450
May 13 16:32:01.519508 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6b615-a7dc-4ebd-b3ff-24f8c6126ee4 req-c693372d-c2dd-403c-a7d2-ef3f161883fc tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:01.520932 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d0d6b615-a7dc-4ebd-b3ff-24f8c6126ee4 req-c693372d-c2dd-403c-a7d2-ef3f161883fc tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0848472
May 13 16:32:01.579844 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d0d6b615-a7dc-4ebd-b3ff-24f8c6126ee4 req-9234fa70-68d7-48cc-b751-f39e86f7d067 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484881
May 13 16:32:02.540394 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:02.660893 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:02.689512 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:32:02.699899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:02.740173 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987', 'code': 200}
May 13 16:32:02.775118 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a2ff-2596-495b-ae2c-309aa2e39bcf req-1d47809b-7aae-403a-93d3-a56b46b5dd1e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:02.776545 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1617a2ff-2596-495b-ae2c-309aa2e39bcf req-1d47809b-7aae-403a-93d3-a56b46b5dd1e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 945 time: 0.0886369
May 13 16:32:02.782915 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:02.794682 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-4922a37a-7c5e-4317-9b03-c23f2bce7ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:02.825637 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-1617a2ff-2596-495b-ae2c-309aa2e39bcf req-026c4a01-8545-4746-93e3-5cdf22067bb0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429447
May 13 16:32:02.854821 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=8']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:02.858022 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:05.374659 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7751c-5d57-456d-9245-de9b929896cc req-70829524-d42f-4fef-ab9c-d874f4587d28 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:05.376124 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-23e7751c-5d57-456d-9245-de9b929896cc req-70829524-d42f-4fef-ab9c-d874f4587d28 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0849202
May 13 16:32:05.427982 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-23e7751c-5d57-456d-9245-de9b929896cc req-4fa5291c-84c3-4ef5-bb9c-8307c1be3db3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460484
May 13 16:32:05.773022 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40386) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:05.893957 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-9aa59044-1fe5-409d-9c1e-e947ee44152e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1190128
May 13 16:32:06.559160 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:06.630439 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a27d-f0cf-45aa-be02-42bf27b17a90 req-0b473f49-37ce-4c6b-a74d-8ac166553c9e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:06.631944 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-beb9a27d-f0cf-45aa-be02-42bf27b17a90 req-0b473f49-37ce-4c6b-a74d-8ac166553c9e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0873747
May 13 16:32:06.679742 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-beb9a27d-f0cf-45aa-be02-42bf27b17a90 req-eb0af318-09f1-4e33-9710-1064c68ddf88 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418901
May 13 16:32:07.545778 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-ae0e02d6-17b4-4c52-b029-631dfc849efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:07.547224 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-ae0e02d6-17b4-4c52-b029-631dfc849efe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5&tenant_id=9d3765c8e449420cbc3921f5d16d0b3b HTTP/1.1" status: 200  len: 1096 time: 0.1760566
May 13 16:32:07.660986 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-94502acd-15e0-4a81-b0b7-a83b291569a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:07.662341 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-94502acd-15e0-4a81-b0b7-a83b291569a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1096 time: 0.0717440
May 13 16:32:07.797847 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-feb13305-8693-473e-a316-1e52630e857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:07.799930 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-feb13305-8693-473e-a316-1e52630e857b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.1298716
May 13 16:32:07.870209 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d195dc-c1b4-4036-b0d5-89754a9f4665 req-f61dbc7f-31d2-4858-aa1a-3099b3a368d2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:07.871673 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-23d195dc-c1b4-4036-b0d5-89754a9f4665 req-f61dbc7f-31d2-4858-aa1a-3099b3a368d2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0804734
May 13 16:32:07.906858 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-e4cfb692-45a1-4f5f-9cc0-74f40aa31287 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00553084-af86-4a16-98ef-22c6575ec987 HTTP/1.1" status: 200  len: 999 time: 0.0988114
May 13 16:32:07.919786 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-23d195dc-c1b4-4036-b0d5-89754a9f4665 req-e2da15f3-28d3-47d3-8ccc-96d5f571c4c0 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423574
May 13 16:32:07.972053 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-a944c3e4-fb10-49f1-bf0d-3987f4729dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:07.973505 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-a944c3e4-fb10-49f1-bf0d-3987f4729dac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.0592067
May 13 16:32:08.057561 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-90076af9-769e-4b1f-b301-467172efa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:08.059035 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-90076af9-769e-4b1f-b301-467172efa856 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0732412
May 13 16:32:08.192387 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-1be3b4b2-9bd6-4e0c-a10e-ba3afac515ed service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244140
May 13 16:32:08.325620 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9a6369ba-6e0b-4b3a-9750-f128d6c9c7a0 req-1e4be798-6e16-420b-9c24-4c4a60c57e8a service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244142
May 13 16:32:09.144423 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab9b6c-5d28-43d2-879f-44004ecda1c1 req-c1d7c9ca-428a-43db-a392-7a5a0aac75fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:09.146220 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-42ab9b6c-5d28-43d2-879f-44004ecda1c1 req-c1d7c9ca-428a-43db-a392-7a5a0aac75fb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.1102111
May 13 16:32:09.224311 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-42ab9b6c-5d28-43d2-879f-44004ecda1c1 req-554da473-b0f8-4e4a-afdc-08d7ffdc71d2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715923
May 13 16:32:10.563218 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cf6a2-a6d0-4f6c-a650-58e05f52f183 req-68133194-08c2-4124-8c7a-4aeca6a4b3df tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:10.564662 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d4cf6a2-a6d0-4f6c-a650-58e05f52f183 req-68133194-08c2-4124-8c7a-4aeca6a4b3df tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0824575
May 13 16:32:10.611779 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7d4cf6a2-a6d0-4f6c-a650-58e05f52f183 req-5a69e140-40af-458c-abe4-f6622a7bfddf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399642
May 13 16:32:11.468653 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-9216139a-7f7f-493d-a2b3-bc06bbd91ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:11.825602 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425d22-10f9-4d20-888e-8a3c5ec30272 req-48f457f1-5072-44ce-a4fa-31ed64576276 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:11.827042 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3e425d22-10f9-4d20-888e-8a3c5ec30272 req-48f457f1-5072-44ce-a4fa-31ed64576276 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.1017287
May 13 16:32:11.873913 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-3e425d22-10f9-4d20-888e-8a3c5ec30272 req-f4507090-18a9-4502-b2cf-3b7ea34295a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406470
May 13 16:32:13.075928 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846a89e-afb6-4b26-b173-94724717c02f req-9d7255c3-b8df-4bd3-ae40-c6c23396d7d3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:13.082307 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5846a89e-afb6-4b26-b173-94724717c02f req-9d7255c3-b8df-4bd3-ae40-c6c23396d7d3 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0976868
May 13 16:32:13.142986 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5846a89e-afb6-4b26-b173-94724717c02f req-7bb7d97e-ef32-49a2-9fc9-b639310d027d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585611
May 13 16:32:13.894909 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:13.907454 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:32:14.003826 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-78783162-2187-46c8-869c-8636f877f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:14.365949 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262ecc5-70bc-4d52-b6ae-ce5510abe456 req-b4617008-cb19-45b9-86e9-c94ed27370ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:14.367308 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2262ecc5-70bc-4d52-b6ae-ce5510abe456 req-b4617008-cb19-45b9-86e9-c94ed27370ac tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0931802
May 13 16:32:14.414909 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2262ecc5-70bc-4d52-b6ae-ce5510abe456 req-bf0a4cc2-c6db-4ea4-8960-1872a69f2446 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416577
May 13 16:32:14.814686 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:15.623083 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3071-bdaa-4f21-b452-2587bb70a08a req-8c3f5fbc-72b1-43a9-893d-f916d51f653b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:15.625328 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c1af3071-bdaa-4f21-b452-2587bb70a08a req-8c3f5fbc-72b1-43a9-893d-f916d51f653b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.1016254
May 13 16:32:15.692118 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c1af3071-bdaa-4f21-b452-2587bb70a08a req-f6ae0110-e0f8-4451-b8b2-4fbeb7711409 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482178
May 13 16:32:16.891499 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d98e9-c7a2-4822-a2a6-ca337ba6f60f req-e17c6198-518f-46b5-a14e-3eb9f35dd2d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:16.893069 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-017d98e9-c7a2-4822-a2a6-ca337ba6f60f req-e17c6198-518f-46b5-a14e-3eb9f35dd2d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0829625
May 13 16:32:16.908669 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:16.945124 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-017d98e9-c7a2-4822-a2a6-ca337ba6f60f req-e666c1a9-2f38-4a50-9e50-6fb7a4c6a65e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455031
May 13 16:32:17.851216 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40488) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:17.979924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:17.994527 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:32:17.998350 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Usage tracker for resource:security_group_rule and tenant:779923bb42f94c83b6df9859a9155f9e is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:32:18.001175 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:32:18.007418 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:32:18.092968 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:18.188382 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268d66-de82-48b6-bbb9-c6690023afb7 req-5f7a8f24-ecea-4088-a395-9ddd3349cc24 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:18.189796 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-52268d66-de82-48b6-bbb9-c6690023afb7 req-5f7a8f24-ecea-4088-a395-9ddd3349cc24 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0850780
May 13 16:32:18.225105 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:18.239237 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d71b3493-9988-4475-8f9c-69acfbde9788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:18.254252 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:18.267202 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-52268d66-de82-48b6-bbb9-c6690023afb7 req-3d5f461f-6a2c-432c-b03e-973b9a708952 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715146
May 13 16:32:18.294840 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=779923bb42f94c83b6df9859a9155f9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4425237
May 13 16:32:18.298509 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea6dd7a-62ef-4b87-81bb-d4639a250dbd,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:18.298779 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40496) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.313488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.318012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:18.378000 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:18.404186 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:18.568862 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:18.573243 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3fbf3bc8-de8d-401d-a776-8e7cd7116eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:18.589734 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:18.593635 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ea6dd7a-62ef-4b87-81bb-d4639a250dbd HTTP/1.1" status: 204  len: 168 time: 0.2917595
May 13 16:32:18.601804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea6dd7a-62ef-4b87-81bb-d4639a250dbd,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:18.610850 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.611220 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.611580 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.611932 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.612312 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.612669 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.613013 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.613410 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.613759 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.614103 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.614567 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.614914 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:18.618960 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c4d098ca-b79f-4973-a885-68868639eed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:19.491159 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f1524-d598-449b-9f9d-b01ad64aaab1 req-5042c857-22e2-4281-81d8-7f666340417f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:19.492751 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2e9f1524-d598-449b-9f9d-b01ad64aaab1 req-5042c857-22e2-4281-81d8-7f666340417f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0851731
May 13 16:32:19.542477 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2e9f1524-d598-449b-9f9d-b01ad64aaab1 req-485ebd77-5745-4c3d-b6f9-97cba83fec31 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436957
May 13 16:32:20.741792 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27f9f-ae19-462c-a8b4-8c825fbfe392 req-666ee4a7-3aa5-4bab-bb6e-59ad75791b15 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:20.743317 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a3d27f9f-ae19-462c-a8b4-8c825fbfe392 req-666ee4a7-3aa5-4bab-bb6e-59ad75791b15 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0848937
May 13 16:32:20.789536 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a3d27f9f-ae19-462c-a8b4-8c825fbfe392 req-9e13a16d-de07-43fa-82ec-cd410eea009a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402622
May 13 16:32:21.985160 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ffcff-c5cf-47ce-8f18-280e08c33b37 req-e39f0a8d-7fd4-4ba7-bf2f-e4cf45c021ef tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:21.986872 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c74ffcff-c5cf-47ce-8f18-280e08c33b37 req-e39f0a8d-7fd4-4ba7-bf2f-e4cf45c021ef tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0858526
May 13 16:32:22.035961 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c74ffcff-c5cf-47ce-8f18-280e08c33b37 req-68677584-c5e8-4a92-9d9c-c840e694382a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424304
May 13 16:32:22.831269 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-5f7ee856-6b83-485c-a49c-95211091c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:22.832712 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-5f7ee856-6b83-485c-a49c-95211091c7c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1096 time: 0.0725269
May 13 16:32:23.079773 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-9c156615-2bdb-434a-8587-5ffb4c5b12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:23.081356 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-9c156615-2bdb-434a-8587-5ffb4c5b12a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 200  len: 918 time: 0.2289488
May 13 16:32:23.188947 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-c26b76f4-59fa-4abe-b200-26e083efb18a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00553084-af86-4a16-98ef-22c6575ec987 HTTP/1.1" status: 200  len: 999 time: 0.0995910
May 13 16:32:23.256047 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-6464f986-a6fe-4011-aa2c-47d65d8d9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:23.257597 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-6464f986-a6fe-4011-aa2c-47d65d8d9548 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 200  len: 856 time: 0.0610950
May 13 16:32:23.322231 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d28753-9dba-43bc-9c45-6a11883d8127 req-4cdd3694-bd4c-4e24-ab5c-bc4582e8a47f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:23.323692 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-42d28753-9dba-43bc-9c45-6a11883d8127 req-4cdd3694-bd4c-4e24-ab5c-bc4582e8a47f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.1751349
May 13 16:32:23.340437 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-50a9cc27-36fc-4271-baf5-9f56614b35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:23.342068 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-50a9cc27-36fc-4271-baf5-9f56614b35ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed25e872-ac34-48bf-a01b-d439614d260b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0750587
May 13 16:32:23.371747 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-42d28753-9dba-43bc-9c45-6a11883d8127 req-fc767395-e75f-4858-a2ac-109ebaae3d6e tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419142
May 13 16:32:23.480167 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-39c5651b-b25a-4a41-beb8-f48447a7ed2d service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268671
May 13 16:32:23.618331 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-abf96685-3bc7-49b0-bc8d-d3bdd9aad9b8 req-f935d7a0-4e22-4642-a641-4009fa936205 service neutron] 10.222.0.24 "GET /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281769
May 13 16:32:24.562467 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ed8f-63c6-4339-94d1-55fbbb576e69 req-6f9ea99b-5ac9-454c-b920-228c3ddc373b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:24.563930 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8dd8ed8f-63c6-4339-94d1-55fbbb576e69 req-6f9ea99b-5ac9-454c-b920-228c3ddc373b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 943 time: 0.0805597
May 13 16:32:24.611237 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8dd8ed8f-63c6-4339-94d1-55fbbb576e69 req-0c9c4a41-2ce0-4a3e-a814-a134c2128fa8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394862
May 13 16:32:24.649893 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:32:24.784318 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:24.797889 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '00553084-af86-4a16-98ef-22c6575ec987', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'port_id': '00553084-af86-4a16-98ef-22c6575ec987', 'mac_address': 'fa:16:3e:27:f6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:32:24.854264 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:24.875177 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00553084-af86-4a16-98ef-22c6575ec987 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:32:24.890774 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:24.956860 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:24.959308 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-be74f485-9811-4539-bf66-d4e4a7d32665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:25.055907 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=9']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:25.063072 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.063515 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.063745 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.064069 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.064390 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.064709 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.065025 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.065366 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.065702 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.065996 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.066306 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.066613 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:32:25.070975 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:25.320850 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['00553084-af86-4a16-98ef-22c6575ec987'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:32:25.808015 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73661775-41fb-4cb4-92ec-fac8e8f0db50 req-31ebb443-8f64-4f50-acec-118f1646edb8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:25.809549 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-73661775-41fb-4cb4-92ec-fac8e8f0db50 req-31ebb443-8f64-4f50-acec-118f1646edb8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 944 time: 0.0833442
May 13 16:32:25.855911 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-73661775-41fb-4cb4-92ec-fac8e8f0db50 req-5164d748-4b0e-4e22-8869-fd6bfe03e071 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405469
May 13 16:32:26.662649 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:32:26.731071 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 00553084-af86-4a16-98ef-22c6575ec987 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:32:26.731450 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:26.848184 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:26.875001 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:32:26.885222 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:26.922914 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00553084-af86-4a16-98ef-22c6575ec987', 'code': 200}
May 13 16:32:26.939949 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:26.942101 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18beef03-e352-4274-843e-d2e0ef6f49a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:27.022122 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=10']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:27.026269 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:27.050334 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fc194-a69d-44dc-8f1b-7066409ddaee req-30ec86bd-f6e2-405f-9945-e6e6d3f42fe4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:27.051960 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d90fc194-a69d-44dc-8f1b-7066409ddaee req-30ec86bd-f6e2-405f-9945-e6e6d3f42fe4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.0847807
May 13 16:32:27.102476 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-d90fc194-a69d-44dc-8f1b-7066409ddaee req-6d004c01-929b-46f8-992e-dd51e9925621 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439391
May 13 16:32:27.402980 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aff155-e8da-49ee-bf2e-57853cca9c2c req-219e4fe5-ff98-4cf9-b7a9-87adb6acf967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:27.404355 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-70aff155-e8da-49ee-bf2e-57853cca9c2c req-219e4fe5-ff98-4cf9-b7a9-87adb6acf967 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 1099 time: 0.0743923
May 13 16:32:27.448436 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-70aff155-e8da-49ee-bf2e-57853cca9c2c req-13663f51-3cf4-4257-a179-f6411f8aab11 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346880
May 13 16:32:28.295611 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a2ee7-a129-4139-acc9-ea450157c7a5 req-7b0d29bf-8bae-4fad-bb11-7374047fc529 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:28.297064 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c78a2ee7-a129-4139-acc9-ea450157c7a5 req-7b0d29bf-8bae-4fad-bb11-7374047fc529 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.0841124
May 13 16:32:28.341828 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c78a2ee7-a129-4139-acc9-ea450157c7a5 req-c3711e84-f925-4fc3-bd38-194115745c3d tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391459
May 13 16:32:29.532321 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f089b23-88cf-4e9d-957d-a167a29367d7 req-1469465f-5819-4fe4-88b4-c608e9252c6a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:29.533798 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5f089b23-88cf-4e9d-957d-a167a29367d7 req-1469465f-5819-4fe4-88b4-c608e9252c6a tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.0813427
May 13 16:32:29.587279 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5f089b23-88cf-4e9d-957d-a167a29367d7 req-a0c3feec-5bda-4cdf-8286-4bc823929e61 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434546
May 13 16:32:30.774554 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463525ff-ffc4-4956-ab3e-43644ced995f req-886f31da-df68-4044-82c5-372ed3c85e52 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:30.776019 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-463525ff-ffc4-4956-ab3e-43644ced995f req-886f31da-df68-4044-82c5-372ed3c85e52 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.0801454
May 13 16:32:30.829928 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-463525ff-ffc4-4956-ab3e-43644ced995f req-9329038c-c317-4574-80e1-4fcfe581a4bf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480742
May 13 16:32:30.848346 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-6603406a-a10f-42a2-b01b-2aaf89ae6992 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883375607&fields=id&tenant_id=8903bce27d65496bb95a7263f3f00c38 HTTP/1.1" status: 200  len: 267 time: 0.0416195
May 13 16:32:30.935658 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-04dd76e8-2cf3-418d-b9a6-d05c0c5e7345 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:30.937139 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-04dd76e8-2cf3-418d-b9a6-d05c0c5e7345 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 984 time: 0.0832484
May 13 16:32:30.948762 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Request body: {'port': {'security_groups': ['08166352-98bc-4d59-b240-ec48136f37a6']}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:32:31.071832 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.313751 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7594a304-140b-4d45-a276-e04edf2da602,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:31.338815 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.394502 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.401621 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:31.445366 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['7594a304-140b-4d45-a276-e04edf2da602'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:32:31.467653 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:31.468259 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.469637 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-96a2a418-bb6a-4863-807a-7cb448d6536d req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "PUT /v2.0/ports/7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 942 time: 0.5263178
May 13 16:32:31.470397 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:32:31.476973 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40672) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:31.523566 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event updated for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=7']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:31.530489 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-75be7268-f730-4950-817e-80288977c978 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:31.543566 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602', 'status': 'completed', 'code': 200}
May 13 16:32:31.570135 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fd312c89-f1ff-431e-837b-ab28943a7bb8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.615710 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fd312c89-f1ff-431e-837b-ab28943a7bb8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.686891 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['7594a304-140b-4d45-a276-e04edf2da602'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:32:31.732069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-672254ef-0632-4a45-8ff9-efb2094d9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:31.733448 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-672254ef-0632-4a45-8ff9-efb2094d9f02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1098 time: 0.1033995
May 13 16:32:31.820437 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-c26972d1-897b-4c7f-80ae-0e0f2974dad0 None None] Provisioning complete for port 7594a304-140b-4d45-a276-e04edf2da602 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:32:31.820817 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c26972d1-897b-4c7f-80ae-0e0f2974dad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.870148 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-40bcd340-bcba-42ee-89b1-22c78c8e9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:31.871619 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-40bcd340-bcba-42ee-89b1-22c78c8e9102 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 200  len: 915 time: 0.1316376
May 13 16:32:31.937826 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fd312c89-f1ff-431e-837b-ab28943a7bb8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:31.950541 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0e05c0c5-747f-4710-bcef-62e073fa1de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:31.969964 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd312c89-f1ff-431e-837b-ab28943a7bb8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac237905-6740-4368-9915-e1ef0c7ab3e3,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:31.974517 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-fd312c89-f1ff-431e-837b-ab28943a7bb8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:32.005378 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-a40a51d3-620b-45ed-abe9-345aab2419d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 1000 time: 0.1217914
May 13 16:32:32.055653 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-fd312c89-f1ff-431e-837b-ab28943a7bb8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:32.056756 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-fd312c89-f1ff-431e-837b-ab28943a7bb8 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "DELETE /v2.0/security-groups/ac237905-6740-4368-9915-e1ef0c7ab3e3 HTTP/1.1" status: 204  len: 168 time: 0.5784068
May 13 16:32:32.059545 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40676) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:32.076163 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-3c648cb2-24e2-4991-bc0b-56fe43037606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:32.077542 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-3c648cb2-24e2-4991-bc0b-56fe43037606 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec HTTP/1.1" status: 200  len: 853 time: 0.0637586
May 13 16:32:32.156322 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-397d2aeb-9aa2-4565-8d32-dac9f3eca5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:32.157855 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-397d2aeb-9aa2-4565-8d32-dac9f3eca5ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9aa5bb-a644-479a-90ff-98a72b47cef6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0722027
May 13 16:32:32.337039 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Deleting port 60071030-7455-4bb3-8df5-3496f7b322cc {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:32.337039 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:32.394496 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-e01938ee-445e-4757-a84c-9c88926c93d0 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279434
May 13 16:32:32.456652 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:32.457057 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:32.544751 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58db8a31-ccc1-4a6a-b793-d97d31bfe26f req-da84f3bd-349f-400b-a8dc-6a16b573fa51 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410983
May 13 16:32:32.585670 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Calling delete_port for 60071030-7455-4bb3-8df5-3496f7b322cc owned by network:floatingip {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:32.883190 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:32.887446 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4f0f83f0-3ee2-4aa6-bac8-60f0ff5b94c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:32.931355 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event deleted for resources: {'Port': ['ID=60071030-7455-4bb3-8df5-3496f7b322cc,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:32.934481 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:33.026686 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks [] for floatingip, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:33.027093 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Floating IP 28c97977-28a0-4652-aa7e-a1ea7517d30e disassociated (deleted). External IP: 172.27.1.38, port: 7594a304-140b-4d45-a276-e04edf2da602.
May 13 16:32:33.376599 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Router 85754301-3668-4959-9b48-08530777888f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:32:33.557620 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:32:33.568466 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] Sync routers for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:32:33.584291 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:33.584291 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69398fdb80>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:33.644738 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:33.701296 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-8d8eba7d-4a3d-47a3-a739-293231be5870 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "DELETE /v2.0/floatingips/28c97977-28a0-4652-aa7e-a1ea7517d30e HTTP/1.1" status: 204  len: 168 time: 1.6405947
May 13 16:32:33.701965 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:32:33.750670 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'tag': '7594a304-140b-4d45-a276-e04edf2da602', 'status': 'completed', 'code': 200}
May 13 16:32:33.770263 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:33.875808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-0956031c-4994-49c9-99cc-ddc15cea77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:33.881827 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-0956031c-4994-49c9-99cc-ddc15cea77be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8903bce27d65496bb95a7263f3f00c38&device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 1098 time: 0.0822587
May 13 16:32:34.024684 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-fe87a9ff-49e9-4823-b28a-31996ea33232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:34.026134 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-fe87a9ff-49e9-4823-b28a-31996ea33232 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 200  len: 915 time: 0.1356018
May 13 16:32:34.101558 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69398fdb80>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:52Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:34.103161 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-7840ff6a-8bce-43ce-97af-385a9ce466dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 200  len: 217 time: 0.0697377
May 13 16:32:34.105437 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] Checking router: 85754301-3668-4959-9b48-08530777888f for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:32:34.113876 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:34.114481 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69398fdb80>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:34.167608 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-f93d2a48-38d4-452b-9166-8dd542a262e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:34.169068 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-f93d2a48-38d4-452b-9166-8dd542a262e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec HTTP/1.1" status: 200  len: 853 time: 0.0584195
May 13 16:32:34.250338 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-51f764f4-f75d-4c4e-b7c8-80d4821e23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:34.251897 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-51f764f4-f75d-4c4e-b7c8-80d4821e23bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9aa5bb-a644-479a-90ff-98a72b47cef6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0758731
May 13 16:32:34.303773 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:34.404065 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-642c0448-8593-4e5a-88e2-5c67edd3de21 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447773
May 13 16:32:34.558996 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d7b3d782-600c-46fe-9513-d54ee64f89d6 req-783fd7b0-3e42-4372-b0d1-40593d0b307f service neutron] 10.222.0.24 "GET /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336646
May 13 16:32:34.621496 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69398fdb80>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:52Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:34.625494 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f0656-7d10-4e5b-a40d-c15d4bf11184 None None] The sync data for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi is: [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:29:45Z', 'revision_number': 4, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'a4127909-9e45-4581-a4b1-842901140510', 'name': '', 'network_id': 'bc9aa5bb-a644-479a-90ff-98a72b47cef6', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'mac_address': 'fa:16:3e:19:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:44Z', 'updated_at': '2021-05-13T16:29:52Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'subnets': [{'id': '9454ce33-4fb0-41f1-adb8-9c1fb6c551ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:32:34.845601 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810b26e-2208-4d40-906e-49c0c1b089f4 None None] New status for floating IP 28c97977-28a0-4652-aa7e-a1ea7517d30e: DOWN {{(pid=79478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:32:38.502498 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845c961-1e14-4a35-88a3-f5ce29960784 req-ddadbd9f-4271-4aa6-96c6-8e87620b47fc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:38.503186 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-e845c961-1e14-4a35-88a3-f5ce29960784 req-ddadbd9f-4271-4aa6-96c6-8e87620b47fc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Synchronizing usage tracker for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:32:38.571672 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-e845c961-1e14-4a35-88a3-f5ce29960784 req-ddadbd9f-4271-4aa6-96c6-8e87620b47fc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Unset dirty status for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:32:38.572827 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e845c961-1e14-4a35-88a3-f5ce29960784 req-ddadbd9f-4271-4aa6-96c6-8e87620b47fc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.1509228
May 13 16:32:38.618404 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e845c961-1e14-4a35-88a3-f5ce29960784 req-cd1c5379-10bf-4988-b233-11ef57dc0824 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395479
May 13 16:32:39.806689 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3293e1-ec27-441e-8bdc-9457446a36da req-9cddca71-4c5d-4da6-8b88-9289960276fc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:39.808132 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ab3293e1-ec27-441e-8bdc-9457446a36da req-9cddca71-4c5d-4da6-8b88-9289960276fc tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0848448
May 13 16:32:39.851439 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-ab3293e1-ec27-441e-8bdc-9457446a36da req-a46d49b7-e88c-4cd3-827f-4afe733afb2f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Synchronizing usage tracker for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:32:39.919728 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-ab3293e1-ec27-441e-8bdc-9457446a36da req-a46d49b7-e88c-4cd3-827f-4afe733afb2f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Unset dirty status for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:32:39.920996 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ab3293e1-ec27-441e-8bdc-9457446a36da req-a46d49b7-e88c-4cd3-827f-4afe733afb2f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071525
May 13 16:32:40.721397 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c0340-be57-43ee-a873-bfa502688757 req-a2ea2751-51f8-44a3-b99d-5f758195b2f9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:40.722913 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a0c0340-be57-43ee-a873-bfa502688757 req-a2ea2751-51f8-44a3-b99d-5f758195b2f9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.24 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0806324
May 13 16:32:40.863786 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Deleting port 7594a304-140b-4d45-a276-e04edf2da602 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:40.864462 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:40.998817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] For port 7594a304-140b-4d45-a276-e04edf2da602, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7594a304-140b-4d45-a276-e04edf2da602,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:41.002590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:41.105528 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20123a80-9528-4e55-a1a6-4a7229713a39 req-f7e0af73-13fa-419a-9904-d7438fda2291 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:41.106997 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-20123a80-9528-4e55-a1a6-4a7229713a39 req-f7e0af73-13fa-419a-9904-d7438fda2291 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 945 time: 0.0806766
May 13 16:32:41.127534 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Calling delete_port for 7594a304-140b-4d45-a276-e04edf2da602 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:41.154865 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-20123a80-9528-4e55-a1a6-4a7229713a39 req-4a1cc1d5-efdf-48f6-8ff1-cbe7c00ddd18 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/security-groups?id=08166352-98bc-4d59-b240-ec48136f37a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419135
May 13 16:32:41.285287 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:41.292103 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d0e66764-ff1e-4239-8b0d-a3490186a22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:41.321806 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['7594a304-140b-4d45-a276-e04edf2da602'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:32:41.340552 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Pushing event deleted for resources: {'Port': ['ID=7594a304-140b-4d45-a276-e04edf2da602,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:41.464826 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:41.504710 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] No DVR routers for this DVR port 7594a304-140b-4d45-a276-e04edf2da602 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:32:41.507204 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:41.510306 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'name': 'network-vif-deleted', 'tag': '7594a304-140b-4d45-a276-e04edf2da602'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:32:41.533830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-624497fa-1afc-4bd5-be03-dae1b1ed728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:41.554201 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a691c66d-523f-4197-949a-60f245007ff8', 'name': 'network-vif-deleted', 'tag': '7594a304-140b-4d45-a276-e04edf2da602', 'status': 'completed', 'code': 200}
May 13 16:32:41.620118 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-1a0c0340-be57-43ee-a873-bfa502688757 req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.24 "DELETE /v2.0/ports/7594a304-140b-4d45-a276-e04edf2da602 HTTP/1.1" status: 204  len: 173 time: 0.8915353
May 13 16:32:42.302762 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-24a33225-53a5-4469-ae5e-5392690904d7 req-f0f4f8e4-24b8-4ece-bd9c-e1e2e8167e18 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 210 time: 0.0414031
May 13 16:32:43.447534 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e2dab5d1-21cf-4ef1-ac26-7ba950c517f0 req-76a4f9e1-c1ac-491b-bb40-79192f72aabb tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 210 time: 0.0410523
May 13 16:32:43.715805 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1129a-f461-4dd4-b486-47d3003011c7 req-541f9f78-033a-4feb-acf5-f1065351bc42 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:43.717306 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-04e1129a-f461-4dd4-b486-47d3003011c7 req-541f9f78-033a-4feb-acf5-f1065351bc42 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0823174
May 13 16:32:43.756511 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:43.761412 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-04e1129a-f461-4dd4-b486-47d3003011c7 req-43ee076e-4b94-4131-b5a4-f8c8a3ccb21d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379324
May 13 16:32:43.976719 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c41fbe4f-6c8e-4e3e-848a-e29cc34d66df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:44.605968 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-173eaf14-0d8f-477f-9cc1-760df9403917 req-73a1f695-3ce6-4cab-b7da-9147140b4a9f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Synchronizing usage tracker for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:32:44.685450 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-173eaf14-0d8f-477f-9cc1-760df9403917 req-73a1f695-3ce6-4cab-b7da-9147140b4a9f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Unset dirty status for tenant:8903bce27d65496bb95a7263f3f00c38 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:32:44.686605 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-173eaf14-0d8f-477f-9cc1-760df9403917 req-73a1f695-3ce6-4cab-b7da-9147140b4a9f tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a691c66d-523f-4197-949a-60f245007ff8 HTTP/1.1" status: 200  len: 210 time: 0.1299403
May 13 16:32:44.758328 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 7594a304-140b-4d45-a276-e04edf2da602 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:44.791976 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 7594a304-140b-4d45-a276-e04edf2da602 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:32:44.792240 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 7594a304-140b-4d45-a276-e04edf2da602 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:32:44.805849 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:44.945884 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dde75-6f36-4180-915a-8bb32fbbd32c req-2fb4c8a5-23d1-4ccb-9589-b9286aa6bc7e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:44.947405 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c85dde75-6f36-4180-915a-8bb32fbbd32c req-2fb4c8a5-23d1-4ccb-9589-b9286aa6bc7e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0772271
May 13 16:32:44.990932 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c85dde75-6f36-4180-915a-8bb32fbbd32c req-b9e98ffe-38b4-4e05-b66b-d1e2b919b50c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380239
May 13 16:32:46.176287 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e2467-cb65-4b4a-aff1-9a6f86c502af req-d847d78c-6e68-4bbf-8c23-1f739173dcbc tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:46.177790 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-614e2467-cb65-4b4a-aff1-9a6f86c502af req-d847d78c-6e68-4bbf-8c23-1f739173dcbc tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0822384
May 13 16:32:46.222476 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-614e2467-cb65-4b4a-aff1-9a6f86c502af req-b481648d-64b5-4cf5-9740-24e6907d613c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380046
May 13 16:32:46.743120 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:46.884641 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-15929191-6e7e-4a1b-8a35-f16977078511 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:46.886122 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-15929191-6e7e-4a1b-8a35-f16977078511 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0832829
May 13 16:32:47.032832 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Deleting port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:47.033102 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:47.165651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] For port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:47.166004 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:47.348525 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40818) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:47.414025 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a858d-e0c1-4c07-8784-9cea963db86d req-02aebe20-869f-4801-afe3-e6703a0e80da tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:47.415588 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5d6a858d-e0c1-4c07-8784-9cea963db86d req-02aebe20-869f-4801-afe3-e6703a0e80da tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 946 time: 0.0846703
May 13 16:32:47.465382 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5d6a858d-e0c1-4c07-8784-9cea963db86d req-1581b20f-9a1a-4733-8bd9-c6c6ca6beee3 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434127
May 13 16:32:47.604745 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:47.605143 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:47.605458 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Floating IP 256936e3-c5f1-4917-ba9b-ee2c0ab6ced9 disassociated. External IP: 172.27.1.190, port: 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3.
May 13 16:32:47.605802 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Calling delete_port for 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:48.138312 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:48.149148 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-770b9222-377c-4def-837f-b39828e43e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:48.200567 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event deleted for resources: {'Port': ['ID=3b03f95d-0f76-4953-8ef6-f8e0c4d437f3,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:48.204651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:48.222435 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:48.367971 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:48.543061 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:32:48.814672 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d9087e96-82dc-4c72-b912-f7415fdfd339 req-9f51a67b-6335-4803-9395-a1f105828018 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 210 time: 0.1870372
May 13 16:32:48.884206 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:32:48.894026 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:32:48.935628 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:48.936237 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69398fdcd0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:48.967791 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] No DVR routers for this DVR port 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:32:48.970830 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:48.996902 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'name': 'network-vif-deleted', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:32:49.068434 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dcdf08-2e6a-4702-9d0b-668517b4105b', 'name': 'network-vif-deleted', 'tag': '3b03f95d-0f76-4953-8ef6-f8e0c4d437f3', 'status': 'completed', 'code': 200}
May 13 16:32:49.076755 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b3a9f12b-3f33-4822-be4b-24532e1e07a7 req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "DELETE /v2.0/ports/3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 HTTP/1.1" status: 204  len: 173 time: 2.1776638
May 13 16:32:49.105060 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Deleting port a4127909-9e45-4581-a4b1-842901140510 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:49.105434 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:49.115739 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:49.230642 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] For port a4127909-9e45-4581-a4b1-842901140510, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=a4127909-9e45-4581-a4b1-842901140510,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:49.232088 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:49.435128 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69398fdcd0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:49.439203 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:32:49.448902 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:49.449560 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69398fdcd0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:49.476075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Calling delete_port for a4127909-9e45-4581-a4b1-842901140510 owned by network:router_interface {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:49.630861 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:49.739219 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:49.744065 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e975948a-28cf-4488-9507-b1995bebc115 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:49.788154 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4127909-9e45-4581-a4b1-842901140510,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:49.791703 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:50.015453 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69398fdcd0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:50.019780 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea53a7f-e660-4842-a34e-fcbd3c384b5a None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:32:50.112238 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-937008ca-1026-40ba-9c6f-ff1cd1267b13 req-477b01fd-8684-4d1c-ba12-faa7135825d5 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:32:50.169369 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:50.241554 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-937008ca-1026-40ba-9c6f-ff1cd1267b13 req-477b01fd-8684-4d1c-ba12-faa7135825d5 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:32:50.243301 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-937008ca-1026-40ba-9c6f-ff1cd1267b13 req-477b01fd-8684-4d1c-ba12-faa7135825d5 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dcdf08-2e6a-4702-9d0b-668517b4105b HTTP/1.1" status: 200  len: 210 time: 0.1858435
May 13 16:32:50.325771 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ac15c-bc26-4277-adf4-d8d6fe0246c6 None None] New status for floating IP 256936e3-c5f1-4917-ba9b-ee2c0ab6ced9: DOWN {{(pid=79478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:32:50.569465 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Router 85754301-3668-4959-9b48-08530777888f has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:32:50.751480 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:32:50.757862 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:50.761259 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] Sync routers for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:32:50.770862 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:50.771488 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395dff40>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:50.798668 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:32:50.799014 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 3b03f95d-0f76-4953-8ef6-f8e0c4d437f3 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:32:50.853789 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] 10.222.0.42 "PUT /v2.0/routers/85754301-3668-4959-9b48-08530777888f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5039940
May 13 16:32:50.856017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40848) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:50.919057 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:32:50.957970 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:51.030753 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks [] for router, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:51.272885 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395dff40>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:32:49Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:51.277530 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] Checking router: 85754301-3668-4959-9b48-08530777888f for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:32:51.286140 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] Routers {'85754301-3668-4959-9b48-08530777888f'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:51.287121 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395dff40>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['85754301-3668-4959-9b48-08530777888f'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:51.313057 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:51.448510 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Deleting port 9cd6c855-9a3d-40fd-baa2-3f9809b93417 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:51.449159 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:51.474251 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] Set router 85754301-3668-4959-9b48-08530777888f gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:51.580960 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] For port 9cd6c855-9a3d-40fd-baa2-3f9809b93417, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9cd6c855-9a3d-40fd-baa2-3f9809b93417,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:51.581579 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:51.724976 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Calling delete_port for 9cd6c855-9a3d-40fd-baa2-3f9809b93417 owned by network:router_gateway {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:51.767717 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-2fbc3da7-7e4b-4055-82a4-d49329123662 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634050492&fields=id&tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 267 time: 0.1168747
May 13 16:32:51.772738 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395dff40>, [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:32:49Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:51.777604 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7808f8d2-9340-40ea-b061-009a2bc9b989 None None] The sync data for ids ['85754301-3668-4959-9b48-08530777888f'] in dv-cinder-689486-12-iscsi is: [{'id': '85754301-3668-4959-9b48-08530777888f', 'name': 'tempest-TestMinimumBasicScenario-788232974-router', 'tenant_id': '8903bce27d65496bb95a7263f3f00c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:38Z', 'updated_at': '2021-05-13T16:32:49Z', 'revision_number': 5, 'project_id': '8903bce27d65496bb95a7263f3f00c38', 'gw_port': {'id': '9cd6c855-9a3d-40fd-baa2-3f9809b93417', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85754301-3668-4959-9b48-08530777888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:40Z', 'updated_at': '2021-05-13T16:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:32:51.956788 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-dd8f5e1b-49ab-43f5-bfe4-1356aede8c5a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:51.958260 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-dd8f5e1b-49ab-43f5-bfe4-1356aede8c5a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 812 time: 0.1815414
May 13 16:32:51.978167 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-1a143b4f-bc38-4d09-a3da-0e1d5fbdda9c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/quotas/1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 375 time: 0.0137990
May 13 16:32:52.108160 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-1adf791c-27a8-47c7-ae06-4478394ffa41 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1036654
May 13 16:32:52.129987 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a4127909-9e45-4581-a4b1-842901140510 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:52.150553 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:52.159421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6a7015e7-7572-4b83-8d4b-9dd525330c4d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:52.167905 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: a4127909-9e45-4581-a4b1-842901140510 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:32:52.168459 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device a4127909-9e45-4581-a4b1-842901140510 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:32:52.284236 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd6c855-9a3d-40fd-baa2-3f9809b93417,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:52.286941 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:52.399185 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:52.438552 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-b8a21cc4-5d18-4843-a5f0-8f739a497d03 service neutron] 10.222.0.42 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3115828
May 13 16:32:52.739380 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:52.743116 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:52.869315 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-e0b62223-c9f0-4d78-bf32-a8d7b7598312 service neutron] 10.222.0.42 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3709404
May 13 16:32:52.944864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:52.945441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85754301-3668-4959-9b48-08530777888f {{(pid=79476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:32:52.961470 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:52.965259 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] 10.222.0.42 "DELETE /v2.0/routers/85754301-3668-4959-9b48-08530777888f HTTP/1.1" status: 204  len: 168 time: 2.1057854
May 13 16:32:52.965686 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40868) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:53.030593 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Deleting subnet 9454ce33-4fb0-41f1-adb8-9c1fb6c551ec {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:32:53.034910 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:53.189792 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:53.268971 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:53.613866 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:53.625368 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a46cd2d5-65ea-48a4-9feb-7809b5e034fb req-66e10e6f-564d-4b79-bf08-68660a044f18 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 210 time: 0.0474265
May 13 16:32:53.626251 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:53.662594 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9454ce33-4fb0-41f1-adb8-9c1fb6c551ec,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:53.666113 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:53.667078 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:53.673325 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-e5eb268f-5305-41fe-a454-33213c55a689 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9454ce33-4fb0-41f1-adb8-9c1fb6c551ec HTTP/1.1" status: 204  len: 168 time: 0.7063787
May 13 16:32:53.673968 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d05b637-1b2b-4914-87d1-7b1454e3d759 None None] Network bc9aa5bb-a644-479a-90ff-98a72b47cef6 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:32:53.675707 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40884) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:53.786632 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:53.860044 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Deleting port 3f3c9dfa-6a37-4b8b-b558-96157015e431 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:53.860502 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.121026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] For port 3f3c9dfa-6a37-4b8b-b558-96157015e431, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=3f3c9dfa-6a37-4b8b-b558-96157015e431,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:54.121026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.123162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9cd6c855-9a3d-40fd-baa2-3f9809b93417 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:54.123162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] DHCP port deletion for bc9aa5bb-a644-479a-90ff-98a72b47cef6 request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:32:54.123162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 9cd6c855-9a3d-40fd-baa2-3f9809b93417 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:32:54.123162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9cd6c855-9a3d-40fd-baa2-3f9809b93417 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:32:54.123635 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Calling delete_port for 3f3c9dfa-6a37-4b8b-b558-96157015e431 owned by network:dhcp {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:54.123748 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Deleting port 3f3c9dfa-6a37-4b8b-b558-96157015e431 {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:54.123748 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.206777 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] For port 3f3c9dfa-6a37-4b8b-b558-96157015e431, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=3f3c9dfa-6a37-4b8b-b558-96157015e431,segment=NetworkSegment(e1613c86-1f47-4cc1-b6a2-402dc494e24e),segment_id=e1613c86-1f47-4cc1-b6a2-402dc494e24e)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:54.207173 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.213385 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.218271 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f3d153d6-3dc1-4945-b004-5c68a6464aaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:54.266301 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3c9dfa-6a37-4b8b-b558-96157015e431,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:54.268117 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] No DVR routers for this DVR port 3f3c9dfa-6a37-4b8b-b558-96157015e431 on host dv-cinder-689486-12-iscsi {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:32:54.269635 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:54.335056 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Calling delete_port for 3f3c9dfa-6a37-4b8b-b558-96157015e431 owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:54.378520 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.382918 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:54.383666 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.396525 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6938143340>,) {'filters': {'network_id': ['bc9aa5bb-a644-479a-90ff-98a72b47cef6']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:54.409288 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938143340>, 'e1613c86-1f47-4cc1-b6a2-402dc494e24e') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:54.409588 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6938143340>, 'e1613c86-1f47-4cc1-b6a2-402dc494e24e') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:54.422566 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.426633 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Pushing event deleted for resources: {'Port': ['ID=3f3c9dfa-6a37-4b8b-b558-96157015e431,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:54.428502 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] No DVR routers for this DVR port 3f3c9dfa-6a37-4b8b-b558-96157015e431 on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:32:54.430256 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:54.442736 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.449055 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:32:54.449529 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:32:54.462705 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:32:54.593792 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.599669 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:54.604026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-24c21144-14d4-47f0-a95d-de0b766f845c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:54.628433 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9aa5bb-a644-479a-90ff-98a72b47cef6,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:54.631494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:54.703907 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-080ca44d-c1c9-42bc-846e-4abcd2ab1809 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bc9aa5bb-a644-479a-90ff-98a72b47cef6 HTTP/1.1" status: 204  len: 168 time: 1.0266051
May 13 16:32:54.706617 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40898) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:54.884622 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-aff131b9-4dd2-4f53-85fc-a8ec768543c8 req-140c4f2d-cb12-4086-93be-e6c2a798718d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 210 time: 0.1121433
May 13 16:32:55.296386 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:55.942140 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-bd51a020-a7d4-4b82-bac1-5db1a83f229d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:55.943711 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-bd51a020-a7d4-4b82-bac1-5db1a83f229d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 812 time: 0.3568437
May 13 16:32:55.953347 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 3f3c9dfa-6a37-4b8b-b558-96157015e431 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:55.986409 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Deleting port 9dbe64c2-1895-470b-82c8-bee78d80b664 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:55.986745 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:55.997764 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 3f3c9dfa-6a37-4b8b-b558-96157015e431 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:32:55.998639 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 3f3c9dfa-6a37-4b8b-b558-96157015e431 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:32:56.041606 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-adae0b63-87f0-4db7-b799-2c56797ac0f8 req-54a77a23-a5bc-4130-861f-07e9bf865a15 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 210 time: 0.0438149
May 13 16:32:56.083412 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-ab4dbe71-18ce-4717-a0cd-d44bf97d47e2 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 379 time: 0.1179328
May 13 16:32:56.111383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'port': {'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'admin_state_up': True, 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'security_groups': ['e0cb6c8c-64d6-4727-8965-cbb436402cd6']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:32:56.214365 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] For port 9dbe64c2-1895-470b-82c8-bee78d80b664, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9dbe64c2-1895-470b-82c8-bee78d80b664,segment=NetworkSegment(ec2ac129-457a-43d3-87e5-6ad9da8795ec),segment_id=ec2ac129-457a-43d3-87e5-6ad9da8795ec)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:56.229220 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:56.361125 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Calling delete_port for 9dbe64c2-1895-470b-82c8-bee78d80b664 owned by network:router_interface {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:56.401157 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:32:56.413634 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:32:56.567453 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Made reservation on behalf of 1075a2c9b83e4dc9a1e8d546523c2efe for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:32:56.571747 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:56.699748 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:56.707968 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-3aa0cb93-9333-4e29-a48b-cb9b3043300a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:56.760317 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbe64c2-1895-470b-82c8-bee78d80b664,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:56.793483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:56.856329 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Allocated IP 172.20.0.10 (fce931a8-623e-4de8-8c85-53a4453b90f8/d754d376-e8e0-4549-95a6-a82ca4532b0c/da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:32:57.199490 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:57.225463 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2530e373-603b-41ca-bb9e-7576564b0760 req-87ec0c8e-2ffb-4887-a3de-2b6603aea7f7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 210 time: 0.0696576
May 13 16:32:57.491278 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:57.524894 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Transition to ACTIVE for port object da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:32:57.745924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:32:57.810961 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:57.868947 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-680e4792-3f58-44f9-ab42-be4dfb59edba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:57.958051 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Network fce931a8-623e-4de8-8c85-53a4453b90f8 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:32:57.971419 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:32:57.975499 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:57.979421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:32:58.004659 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:58.055154 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:32:58.064600 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] Sync routers for ids ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:32:58.066573 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:58.067201 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:58.075361 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] Routers {'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:58.076010 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69389da520>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:58.183729 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] 10.222.0.42 "PUT /v2.0/routers/f6ebf8d8-131a-4ce4-8d70-d35183af8ed4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4753206
May 13 16:32:58.186248 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40922) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:32:58.259974 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] Set router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:58.300986 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1934252
May 13 16:32:58.303417 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-e9820a6b-6483-486c-b563-00a1ada974db None None] Provisioning for port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:32:58.333817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Request body: {'port': {'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:32:58.372234 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-e9820a6b-6483-486c-b563-00a1ada974db None None] Provisioning complete for port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:32:58.372611 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e9820a6b-6483-486c-b563-00a1ada974db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:58.423786 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e791-47a7-444b-b013-058c6e57025b req-4ddb8d0f-6423-4f31-bbd2-5c53ddde47e0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:58.431382 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4167e791-47a7-444b-b013-058c6e57025b req-4ddb8d0f-6423-4f31-bbd2-5c53ddde47e0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 932 time: 0.0955715
May 13 16:32:58.455477 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks [] for router, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:58.477694 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4167e791-47a7-444b-b013-058c6e57025b req-f0471e4c-ab07-46e9-8a4e-c70bdfd42c37 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453537
May 13 16:32:58.499421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-e9820a6b-6483-486c-b563-00a1ada974db None None] Port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:32:58.595332 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:58.604763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69389da520>, [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:32:56Z', 'revision_number': 5, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:58.608586 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] Checking router: f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:32:58.617856 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] Routers {'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:32:58.618465 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69389da520>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:58.754304 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:58.837950 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] Set router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:32:59.093207 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Deleting port af01d505-1ece-49f4-a8b3-f3ef159b96b9 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:32:59.093472 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:59.133907 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69389da520>, [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:32:56Z', 'revision_number': 5, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:32:59.138643 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b4c63-51d5-4d90-94d0-2ec5bc22fd6f None None] The sync data for ids ['f6ebf8d8-131a-4ce4-8d70-d35183af8ed4'] in dv-cinder-689486-12-iscsi is: [{'id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'name': 'tempest-TestMinimumBasicScenario-566823230-router', 'tenant_id': 'a0b30de0d09b428e8de67a7967133400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:50Z', 'updated_at': '2021-05-13T16:32:56Z', 'revision_number': 5, 'project_id': 'a0b30de0d09b428e8de67a7967133400', 'gw_port': {'id': 'af01d505-1ece-49f4-a8b3-f3ef159b96b9', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ebf8d8-131a-4ce4-8d70-d35183af8ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:51Z', 'updated_at': '2021-05-13T16:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:32:59.252416 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:32:59.262959 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:59.293786 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] For port af01d505-1ece-49f4-a8b3-f3ef159b96b9, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=af01d505-1ece-49f4-a8b3-f3ef159b96b9,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:32:59.294135 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:59.301391 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Transition to ACTIVE for port object da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:32:59.414221 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:59.424295 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Calling delete_port for af01d505-1ece-49f4-a8b3-f3ef159b96b9 owned by network:router_gateway {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:32:59.426712 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6f5ce9e3-d1be-4cbc-b7c7-167ad5b4b6ac tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:32:59.570427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Pushing event updated for resources: {'Port': ['ID=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:32:59.599290 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:32:59.775417 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Attempting to bind port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:32:59.775753 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Attempting to bind port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:32:59.776080 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Attempting to bind port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:32:59.797562 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 on network fce931a8-623e-4de8-8c85-53a4453b90f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:32:59.797887 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Attempting to bind port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:32:59.810829 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a807d0-ba19-4027-a088-643e6007edb8 req-3aba79d1-5ebf-4d2e-b2e0-300f057f2c8c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:32:59.811524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-74a807d0-ba19-4027-a088-643e6007edb8 req-3aba79d1-5ebf-4d2e-b2e0-300f057f2c8c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:32:59.818021 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:32:59.818353 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Checking segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:32:59.818729 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Bound using segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:32:59.819155 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Bound port: da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:32:59.819498 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:32:59.904464 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9dbe64c2-1895-470b-82c8-bee78d80b664 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:32:59.914893 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-74a807d0-ba19-4027-a088-643e6007edb8 req-3aba79d1-5ebf-4d2e-b2e0-300f057f2c8c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:32:59.916127 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-74a807d0-ba19-4027-a088-643e6007edb8 req-3aba79d1-5ebf-4d2e-b2e0-300f057f2c8c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.2754788
May 13 16:32:59.939887 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 9dbe64c2-1895-470b-82c8-bee78d80b664 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:32:59.940238 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9dbe64c2-1895-470b-82c8-bee78d80b664 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:33:00.004210 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-74a807d0-ba19-4027-a088-643e6007edb8 req-b19458f0-bb1f-4cd8-9432-0ac5ed0e73d9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795472
May 13 16:33:00.006732 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] For port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:33:00.009850 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] For port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:33:00.062353 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.066153 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8c4179e3-fb90-45ec-b395-052c8cb53157 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:00.102700 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.114178 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Pushing event deleted for resources: {'Port': ['ID=af01d505-1ece-49f4-a8b3-f3ef159b96b9,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:00.121362 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:00.121851 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5638600f-a78f-4f49-a32a-acb066c35346 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:00.200454 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:00.201008 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.202383 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] 10.222.0.24 "PUT /v2.0/ports/da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 HTTP/1.1" status: 200  len: 1094 time: 1.8818319
May 13 16:33:00.205117 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:33:00.263840 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'status': 'completed', 'code': 200}
May 13 16:33:00.280573 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Pushing event updated for resources: {'Port': ['ID=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:00.283886 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:00.293280 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.631400 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.634538 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.669654 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb06035-acba-4966-9d5a-6009cedb9397 req-660e58a4-a4d6-42fa-b3b1-b5969f5d281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:00.671203 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0cb06035-acba-4966-9d5a-6009cedb9397 req-660e58a4-a4d6-42fa-b3b1-b5969f5d281c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1097 time: 0.3275647
May 13 16:33:00.761870 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.762366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 {{(pid=79476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:33:00.792151 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.793309 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f6ebf8d8-131a-4ce4-8d70-d35183af8ed4 HTTP/1.1" status: 204  len: 168 time: 2.6061325
May 13 16:33:00.797330 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40946) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:00.825658 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40950) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:00.862036 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb06035-acba-4966-9d5a-6009cedb9397 req-b52a5225-7d36-4e74-839c-fbc75a085b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:00.863537 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0cb06035-acba-4966-9d5a-6009cedb9397 req-b52a5225-7d36-4e74-839c-fbc75a085b1a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1766448
May 13 16:33:00.876968 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Deleting subnet c17b84c6-91a8-410d-9b8f-66895bd7cec0 {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:33:00.880571 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:00.938915 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.011507 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.044770 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:01.050251 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb06035-acba-4966-9d5a-6009cedb9397 req-b829288c-811e-4c2e-b715-08ca4cb8e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:01.051714 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0cb06035-acba-4966-9d5a-6009cedb9397 req-b829288c-811e-4c2e-b715-08ca4cb8e044 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1809881
May 13 16:33:01.052648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Usage tracker for resource:security_group_rule and tenant:2303e32ede114977802429562ef883fb is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:01.055753 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:01.061569 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:01.123096 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.238578 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.285776 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-63fe21c6-79d8-49ec-90e8-d1a883847da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:01.287273 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-63fe21c6-79d8-49ec-90e8-d1a883847da2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1097 time: 0.1316772
May 13 16:33:01.296488 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de9279-3a1e-49ee-b6e7-2a765ef7c754 req-33e29f8b-6ad1-4290-93fd-c1cd63424fb4 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:01.298032 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-44de9279-3a1e-49ee-b6e7-2a765ef7c754 req-33e29f8b-6ad1-4290-93fd-c1cd63424fb4 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.1764414
May 13 16:33:01.307290 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.375264 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e388b646-9844-4cb7-a382-4a483ea63ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:01.409022 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-c43ba8f3-111c-4316-81fb-87c2b5e6cb54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 HTTP/1.1" status: 200  len: 217 time: 0.1025412
May 13 16:33:01.434227 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.439207 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:01.474481 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17b84c6-91a8-410d-9b8f-66895bd7cec0,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:01.477027 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.479811 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:01.484007 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-e822ae5a-ca9e-43a6-9f6c-1e706753359e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c17b84c6-91a8-410d-9b8f-66895bd7cec0 HTTP/1.1" status: 204  len: 168 time: 0.6848097
May 13 16:33:01.485662 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2090e8-d5ce-4db4-bd5b-f8610b32eaa6 None None] Network 14b5c026-165c-4b54-a285-a5239dc3a3c5 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:33:01.486511 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40958) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:01.495509 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2303e32ede114977802429562ef883fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6665475
May 13 16:33:01.495509 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38fe4f3-d108-4991-9f04-25b07d82b6b4,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:01.500858 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 40962) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:01.506164 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:01.521786 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-44de9279-3a1e-49ee-b6e7-2a765ef7c754 req-617dc594-8dd8-42cb-ab59-77a2a9e68c29 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2176595
May 13 16:33:01.548186 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-dcd5e9d3-cc3a-4ebb-b7ea-f8e2a2e74592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:01.549688 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-dcd5e9d3-cc3a-4ebb-b7ea-f8e2a2e74592 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.1250389
May 13 16:33:01.600011 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.650257 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-50b86857-0db5-4038-9175-3070e0a3f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.674909 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Deleting port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:01.675387 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.684670 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-50b86857-0db5-4038-9175-3070e0a3f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.711150 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-fd940e54-3780-433e-b896-df95a88d2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:01.712765 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-fd940e54-3780-433e-b896-df95a88d2ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1558537
May 13 16:33:01.780498 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] For port 9e261522-38d2-49c1-805b-16a0ac1d3dc4, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9e261522-38d2-49c1-805b-16a0ac1d3dc4,segment=NetworkSegment(ec2ac129-457a-43d3-87e5-6ad9da8795ec),segment_id=ec2ac129-457a-43d3-87e5-6ad9da8795ec)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:01.780851 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.801684 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] DHCP port deletion for 14b5c026-165c-4b54-a285-a5239dc3a3c5 request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:33:01.867697 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-3ef36f15-d674-4af9-8f4c-9b67ab3a2acf service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411786
May 13 16:33:01.884915 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] Deleting port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:01.887939 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.908865 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Calling delete_port for 9e261522-38d2-49c1-805b-16a0ac1d3dc4 owned by network:dhcp {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:01.951396 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-50b86857-0db5-4038-9175-3070e0a3f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.959081 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9f5a72ae-601e-42b5-bd24-facc9abc1c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:01.975682 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b86857-0db5-4038-9175-3070e0a3f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38fe4f3-d108-4991-9f04-25b07d82b6b4,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:01.980176 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-50b86857-0db5-4038-9175-3070e0a3f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:01.983798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-50b86857-0db5-4038-9175-3070e0a3f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:01.987695 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-50b86857-0db5-4038-9175-3070e0a3f0fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a38fe4f3-d108-4991-9f04-25b07d82b6b4 HTTP/1.1" status: 204  len: 168 time: 0.4831154
May 13 16:33:01.997589 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device af01d505-1ece-49f4-a8b3-f3ef159b96b9 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:33:02.024954 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.029689 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b0b20d1f-1efe-4a72-8c5a-a4685fb54bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:02.044722 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: af01d505-1ece-49f4-a8b3-f3ef159b96b9 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:33:02.045181 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device af01d505-1ece-49f4-a8b3-f3ef159b96b9 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:33:02.045616 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9e261522-38d2-49c1-805b-16a0ac1d3dc4 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:33:02.050113 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a60d4466-5159-4bd9-b956-42972b5fcf7f req-3d1420a2-8b9c-4ddc-a7e5-4f1bbf1ad5cc service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730332
May 13 16:33:02.077457 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e261522-38d2-49c1-805b-16a0ac1d3dc4,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:02.079645 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] No DVR routers for this DVR port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 on host dv-cinder-689486-12-iscsi {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:33:02.081357 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:02.086662 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 9e261522-38d2-49c1-805b-16a0ac1d3dc4 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:33:02.087005 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 9e261522-38d2-49c1-805b-16a0ac1d3dc4 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:33:02.090366 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] For port 9e261522-38d2-49c1-805b-16a0ac1d3dc4, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=9e261522-38d2-49c1-805b-16a0ac1d3dc4,segment=NetworkSegment(ec2ac129-457a-43d3-87e5-6ad9da8795ec),segment_id=ec2ac129-457a-43d3-87e5-6ad9da8795ec)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:02.090617 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.197494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.211053 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f693394ec40>,) {'filters': {'network_id': ['14b5c026-165c-4b54-a285-a5239dc3a3c5']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:02.219268 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] Calling delete_port for 9e261522-38d2-49c1-805b-16a0ac1d3dc4 owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:02.223803 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f693394ec40>, 'ec2ac129-457a-43d3-87e5-6ad9da8795ec') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:02.224106 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f693394ec40>, 'ec2ac129-457a-43d3-87e5-6ad9da8795ec') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:02.235825 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.252148 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.259509 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:33:02.259926 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.266028 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.269462 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:33:02.273302 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:33:02.312479 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] Pushing event deleted for resources: {'Port': ['ID=9e261522-38d2-49c1-805b-16a0ac1d3dc4,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:02.315554 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:02.316338 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9737d60-3da7-4583-b37a-9bafa73f7bb6 None None] No DVR routers for this DVR port 9e261522-38d2-49c1-805b-16a0ac1d3dc4 on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:33:02.447667 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.451803 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-972b0fa0-094d-4d28-8d7d-9311ca3de911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:02.464990 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.475656 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b5c026-165c-4b54-a285-a5239dc3a3c5,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:02.480451 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:02.483481 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-3b917db9-eb7c-452f-a001-ceec8a3bab59 admin admin] 10.222.0.42 "DELETE /v2.0/networks/14b5c026-165c-4b54-a285-a5239dc3a3c5 HTTP/1.1" status: 204  len: 168 time: 0.9960377
May 13 16:33:02.731943 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3600f4-3513-4291-bfa2-4d63e9401ba3 req-d58516b7-c127-4a03-b9d8-72de5e6c2978 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:02.733437 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7c3600f4-3513-4291-bfa2-4d63e9401ba3 req-d58516b7-c127-4a03-b9d8-72de5e6c2978 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.0858026
May 13 16:33:02.780354 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7c3600f4-3513-4291-bfa2-4d63e9401ba3 req-f3d8b33b-d513-4bb3-a65c-5ed5eee364dc tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409899
May 13 16:33:02.803053 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40984) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:02.853579 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-293939ae-9983-4e2e-8c46-4acee639b5ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8903bce27d65496bb95a7263f3f00c38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490839
May 13 16:33:02.855754 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 40990) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:02.914637 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:02.941241 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:03.104303 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:03.109226 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-3c5fd25a-98b8-4e2d-96d8-14387b27cbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:03.123059 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08166352-98bc-4d59-b240-ec48136f37a6,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:03.125447 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:03.194559 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:03.196274 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08166352-98bc-4d59-b240-ec48136f37a6 HTTP/1.1" status: 204  len: 168 time: 0.3396225
May 13 16:33:03.965716 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b74f9a-0e75-4eb1-af6b-0689b532e5f2 req-d40aa34c-c824-48fe-82ed-e0fa675a0a99 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:03.967193 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e1b74f9a-0e75-4eb1-af6b-0689b532e5f2 req-d40aa34c-c824-48fe-82ed-e0fa675a0a99 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.0807905
May 13 16:33:04.012977 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e1b74f9a-0e75-4eb1-af6b-0689b532e5f2 req-c8aa13d0-58ec-4b6f-81c3-8320e1f29245 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396607
May 13 16:33:04.043355 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41012) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:04.093733 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-f6835eb7-c6f7-4263-8a6e-ecab089cad35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0b30de0d09b428e8de67a7967133400&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470743
May 13 16:33:04.093983 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41016) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:04.155854 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:04.182017 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:04.305028 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:04.310466 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-405720ca-d11d-43e3-8ae3-9efdfec8340c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:04.321508 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be62ce60-6680-4cb1-922b-2fc9ae3c4181,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:04.326231 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:04.328167 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:04.331550 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be62ce60-6680-4cb1-922b-2fc9ae3c4181 HTTP/1.1" status: 204  len: 168 time: 0.2342062
May 13 16:33:05.198885 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58981585-9385-4044-80bd-4f07c5d10b87 req-b6c52295-f540-470a-b62c-f24da60bf084 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:05.200352 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-58981585-9385-4044-80bd-4f07c5d10b87 req-b6c52295-f540-470a-b62c-f24da60bf084 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.0806766
May 13 16:33:05.247581 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-58981585-9385-4044-80bd-4f07c5d10b87 req-3d50a80a-fecf-465b-8e94-99b276526a02 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415106
May 13 16:33:05.528605 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41054) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:05.641038 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-435947629-network', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:05.645858 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:05.650437 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Usage tracker for resource:network and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:05.653507 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:05.659470 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:05.753447 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Made reservation on behalf of 0d5b3dee3fbc494c935bd20a2cda3c32 for: {'network': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:33:05.756011 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:05.770909 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:05.786421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:05.790273 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:05.793423 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:05.799942 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:05.883649 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:05.961477 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:05.967201 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ef868bd8-5e96-464e-b467-a47c707bb2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:05.989838 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=79476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:33:06.002651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225a511-0741-4127-b19a-20c6a4d92b9d,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:06.005744 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:06.008969 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:06.009336 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.segments_db [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Added segment 6b701b39-5f74-46e6-83d3-9a42e1d90e49 of type vlan for network ad129812-eaba-4abb-aed5-e94fed1ca2d9
May 13 16:33:06.046878 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:06.161877 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:06.163434 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:06.164101 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:06.167994 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:06.272001 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad129812-eaba-4abb-aed5-e94fed1ca2d9,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:06.275038 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:06.278657 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf54bf-fe5a-41f3-819c-76fec8bb6999 req-4ba1e192-ccc0-4081-a665-2960e74c8d1b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:06.283063 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:33:06.295444 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-afbf54bf-fe5a-41f3-819c-76fec8bb6999 req-4ba1e192-ccc0-4081-a665-2960e74c8d1b tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.1075511
May 13 16:33:06.339357 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-183d9234-481c-4434-858a-f08ac2918fb3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8089700
May 13 16:33:06.339599 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-afbf54bf-fe5a-41f3-819c-76fec8bb6999 req-0d316744-b3fa-4b06-8c7a-615c821f294f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434380
May 13 16:33:06.342448 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41072) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:06.348700 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Request body: {'subnet': {'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-435947629-subnet', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:06.354249 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:06.370670 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Usage tracker for resource:subnet and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:06.374445 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:06.519191 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:06.571910 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24affdb6-a5c0-4e03-8c77-bddaa3241dc2 req-61b25b6c-08b8-41c9-acac-7febc7390668 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:06.576615 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-24affdb6-a5c0-4e03-8c77-bddaa3241dc2 req-61b25b6c-08b8-41c9-acac-7febc7390668 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.1929946
May 13 16:33:06.618507 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-24affdb6-a5c0-4e03-8c77-bddaa3241dc2 req-ee7a7e12-afd0-4a86-b88e-ad360a9e3b05 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393920
May 13 16:33:06.624489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Made reservation on behalf of 0d5b3dee3fbc494c935bd20a2cda3c32 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:33:06.626808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2684026'] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:07.061913 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2967368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2684004'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:07.066361 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-897bfa61-23fa-48a3-97ef-9c24f7b51d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:07.141860 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa7ee27-0d45-4271-b893-d1fe44fe91d8,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:07.145640 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:07.146413 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Checking segment: {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:07.146766 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Network hostable DHCP agents. Network: ad129812-eaba-4abb-aed5-e94fed1ca2d9, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:33:07.227557 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:33:07.296438 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, ad129812-eaba-4abb-aed5-e94fed1ca2d9) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:07.305308 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ee14c-ed4f-4c87-88c1-1c79e8c17862 None None] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:33:07.305755 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:07.305915 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:07.411727 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-428272f9-caa7-4e2a-a405-857b4b364aa2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0683079
May 13 16:33:07.414639 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41082) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:07.419604 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:07.426162 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:07.431931 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Usage tracker for resource:router and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:07.446493 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:07.453339 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:07.545069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:07.546541 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:07.547699 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e68b-bff0-43c6-8767-a5b36e1359a8 req-c394da08-5acb-405e-94aa-643d3ac27c12 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:07.557005 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-14f2e68b-bff0-43c6-8767-a5b36e1359a8 req-c394da08-5acb-405e-94aa-643d3ac27c12 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.0962999
May 13 16:33:07.573252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:07.618321 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-14f2e68b-bff0-43c6-8767-a5b36e1359a8 req-4a4b0954-4448-4900-846c-22c63d561ec9 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600116
May 13 16:33:07.618495 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:33:07.619202 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:07.786955 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Allocated IP 172.20.0.2 (ad129812-eaba-4abb-aed5-e94fed1ca2d9/9fa7ee27-0d45-4271-b893-d1fe44fe91d8/00029b08-8a2b-499c-9ddb-91bb8ea3078d) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:33:08.000499 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.010888 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Transition to ACTIVE for port object 00029b08-8a2b-499c-9ddb-91bb8ea3078d will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:08.027521 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.036898 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Transition to ACTIVE for port object 00029b08-8a2b-499c-9ddb-91bb8ea3078d will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:08.071445 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c207b-1460-4ada-8807-5322158c8e4e req-adf03fa6-14cb-4e4b-8251-964742486886 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:08.072917 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-020c207b-1460-4ada-8807-5322158c8e4e req-adf03fa6-14cb-4e4b-8251-964742486886 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.3476503
May 13 16:33:08.080376 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-80fdc447-5ea3-4e64-9f46-717f74c6e40f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:08.081731 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-80fdc447-5ea3-4e64-9f46-717f74c6e40f tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.2461817
May 13 16:33:08.122387 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.133148 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:08.190406 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:08.193155 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:08.195599 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:33:08.196464 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-020c207b-1460-4ada-8807-5322158c8e4e req-e490b088-4db8-485c-9c8e-b50c8a3fe0a8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136746
May 13 16:33:08.256511 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Pushing event updated for resources: {'Port': ['ID=00029b08-8a2b-499c-9ddb-91bb8ea3078d,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:08.259615 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:08.313399 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Attempting to bind port 00029b08-8a2b-499c-9ddb-91bb8ea3078d on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:33:08.314140 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Attempting to bind port 00029b08-8a2b-499c-9ddb-91bb8ea3078d by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:33:08.314140 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Attempting to bind port 00029b08-8a2b-499c-9ddb-91bb8ea3078d on network ad129812-eaba-4abb-aed5-e94fed1ca2d9 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:33:08.319443 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:33:08.319848 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Checking segment: {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:08.320301 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.320693 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Bound using segment: {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:33:08.321186 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Bound port: 00029b08-8a2b-499c-9ddb-91bb8ea3078d, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:33:08.326458 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.355384 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Deleting port 00553084-af86-4a16-98ef-22c6575ec987 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:08.355728 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.412233 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] For port 00029b08-8a2b-499c-9ddb-91bb8ea3078d, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:33:08.415956 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] For port 00029b08-8a2b-499c-9ddb-91bb8ea3078d, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=00029b08-8a2b-499c-9ddb-91bb8ea3078d,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:33:08.499359 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.506958 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:08.598554 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Pushing event updated for resources: {'Port': ['ID=00029b08-8a2b-499c-9ddb-91bb8ea3078d,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:08.601490 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:08.788527 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] For port 00553084-af86-4a16-98ef-22c6575ec987, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00553084-af86-4a16-98ef-22c6575ec987,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:08.789454 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.863106 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c2c1c-e873-4c0f-b65e-caa2750baa5f req-fdd76fba-0a7d-4ba4-b99b-50baa794b411 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:08.864773 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0d3c2c1c-e873-4c0f-b65e-caa2750baa5f req-fdd76fba-0a7d-4ba4-b99b-50baa794b411 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 946 time: 0.1328950
May 13 16:33:08.894905 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:08.916667 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0d3c2c1c-e873-4c0f-b65e-caa2750baa5f req-c40f09b3-2490-4c52-8968-c5fd8f281caf tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups?id=30a04218-e405-4e49-a220-d7190fdeb197&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451407
May 13 16:33:08.937992 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:09.252130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:09.252508 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:09.252823 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Floating IP 5e166562-b9bb-42a7-9608-843b32fcde3c disassociated. External IP: 172.27.1.115, port: 00553084-af86-4a16-98ef-22c6575ec987.
May 13 16:33:09.253389 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Calling delete_port for 00553084-af86-4a16-98ef-22c6575ec987 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:09.266978 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Allocated IP 172.27.1.179 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/1e221ae1-a3ce-4258-baa3-d3203639e53d) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:33:09.544076 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:09.576330 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87f14c-10ab-43e0-89a4-585b61b395d6 req-971d9dbd-6408-4eee-9844-2ef03caee248 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:09.577894 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ac87f14c-10ab-43e0-89a4-585b61b395d6 req-971d9dbd-6408-4eee-9844-2ef03caee248 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.2229521
May 13 16:33:09.653386 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ac87f14c-10ab-43e0-89a4-585b61b395d6 req-41a5e208-dd3b-4e75-b7c2-2d88564e3fa1 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673075
May 13 16:33:09.658193 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6483a5a-d017-4254-8b3a-6b26fa8e246c None None] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:33:09.696595 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:09.703975 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:09.754004 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:09.764122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event deleted for resources: {'Port': ['ID=00553084-af86-4a16-98ef-22c6575ec987,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:09.766501 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:09.770340 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c1ace4f1-d5a1-4de2-b3d7-82553a619429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:09.788257 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:33:09.826691 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 00553084-af86-4a16-98ef-22c6575ec987 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:33:09.827035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 00553084-af86-4a16-98ef-22c6575ec987 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:33:09.862094 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-e0daab8b-1c80-48cf-9dcb-1ba887b8363d None None] Provisioning for port 00029b08-8a2b-499c-9ddb-91bb8ea3078d completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:09.977637 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:09.978868 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:09.984959 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:33:10.059442 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 00029b08-8a2b-499c-9ddb-91bb8ea3078d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:10.146852 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-8a10c426-84df-4579-86af-f637e8d723eb req-136698b9-12d2-40e1-9a3e-f302e9c31cd1 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 210 time: 0.0751059
May 13 16:33:10.209107 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e221ae1-a3ce-4258-baa3-d3203639e53d,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:10.227148 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:10.245214 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 00029b08-8a2b-499c-9ddb-91bb8ea3078d completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:10.252024 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 00029b08-8a2b-499c-9ddb-91bb8ea3078d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:10.252538 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:10.420028 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-89259572-d9c8-4ed1-a769-a9d82686d925 None None] Provisioning complete for port 00029b08-8a2b-499c-9ddb-91bb8ea3078d triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:10.420475 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-89259572-d9c8-4ed1-a769-a9d82686d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:10.460265 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Router db6ed134-93d5-4107-be6c-6bbf6b2860df has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:33:10.478935 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:10.532908 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 00029b08-8a2b-499c-9ddb-91bb8ea3078d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=00029b08-8a2b-499c-9ddb-91bb8ea3078d,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:10.591807 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-89259572-d9c8-4ed1-a769-a9d82686d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:10.619449 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:10.621373 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:10.755706 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=00029b08-8a2b-499c-9ddb-91bb8ea3078d,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:10.763037 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:10.785566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.db.api [None req-89259572-d9c8-4ed1-a769-a9d82686d925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 13 16:33:10.786073 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_db.api [None req-89259572-d9c8-4ed1-a769-a9d82686d925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 13 16:33:10.850098 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:33:10.863447 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] Sync routers for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:33:10.883789 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:10.885158 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a2d74f0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:10.947489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] No DVR routers for this DVR port 00553084-af86-4a16-98ef-22c6575ec987 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:33:10.949076 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:11.000170 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:11.004139 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-deleted', 'tag': '00553084-af86-4a16-98ef-22c6575ec987'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:33:11.080070 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:11.084997 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a09102-67c9-404f-90f8-05bbee49d1d5', 'name': 'network-vif-deleted', 'tag': '00553084-af86-4a16-98ef-22c6575ec987', 'status': 'completed', 'code': 200}
May 13 16:33:11.135393 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace834d8-e2e9-4741-be23-658f619b7a69 req-6014b7e4-5b17-4aa2-9414-1bfd8762ad9d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:11.136898 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ace834d8-e2e9-4741-be23-658f619b7a69 req-6014b7e4-5b17-4aa2-9414-1bfd8762ad9d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.3662782
May 13 16:33:11.300584 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bd13b557-e216-4630-a3b8-237c535f2ee7 req-407749ca-673f-43f6-894b-b18cd73d72f4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.24 "DELETE /v2.0/ports/00553084-af86-4a16-98ef-22c6575ec987 HTTP/1.1" status: 204  len: 173 time: 3.2049360
May 13 16:33:11.348390 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ace834d8-e2e9-4741-be23-658f619b7a69 req-7f634c09-de9b-45a9-8082-4d3df7ab6f58 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1923938
May 13 16:33:11.415198 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:11.480960 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a2d74f0>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:11.509289 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] Checking router: db6ed134-93d5-4107-be6c-6bbf6b2860df for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:33:11.533171 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:11.539370 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a2d74f0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:11.657144 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a0725ab9-b6c5-491c-a444-7ed0c13d2fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:11.803060 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:33:11.835250 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:11.941911 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-733107b7-c62c-41e2-89df-ba2cc8af393f req-eada826e-205f-4317-a3fb-0fff223cbdeb tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a09102-67c9-404f-90f8-05bbee49d1d5 HTTP/1.1" status: 200  len: 210 time: 0.5474644
May 13 16:33:12.087334 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Router f2c4b20b-8821-4414-a43c-d118d3299fc2 is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:33:12.110306 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 00029b08-8a2b-499c-9ddb-91bb8ea3078d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:12.262794 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:12.300664 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:33:12.321275 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a2d74f0>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:12.330006 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f3fc6c-1ea1-4d1b-b6a4-219abdf61f59 None None] The sync data for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi is: [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:24:49Z', 'revision_number': 4, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '10e79134-96a6-4392-8b9f-4632fdcc5500', 'name': '', 'network_id': 'ed25e872-ac34-48bf-a01b-d439614d260b', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'mac_address': 'fa:16:3e:61:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:48Z', 'updated_at': '2021-05-13T16:24:56Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'subnets': [{'id': '5c76268d-0586-4e4e-8fd2-fd892fdcf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:33:12.345865 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 00029b08-8a2b-499c-9ddb-91bb8ea3078d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:12.346338 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:12.434651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:33:12.479841 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Sync routers for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:33:12.494357 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:12.533514 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:12.534012 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395083a0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:32:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:12.620501 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:12.621806 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-f39e41d9-8343-47c9-bc19-1a0d159ed2d8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.2061925
May 13 16:33:12.624758 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41168) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:12.671737 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aeb6a-ae88-4060-8aab-e6f8c925e95a req-e4fba040-43ad-4d36-bb80-e600088b3e58 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:12.673307 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-233aeb6a-ae88-4060-8aab-e6f8c925e95a req-e4fba040-43ad-4d36-bb80-e600088b3e58 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 944 time: 0.1256571
May 13 16:33:12.700040 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:33:12.706193 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8725c-29ab-4d8f-93ed-126221e8e318 None None] New status for floating IP 5e166562-b9bb-42a7-9608-843b32fcde3c: DOWN {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:33:12.737535 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:12.746130 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-233aeb6a-ae88-4060-8aab-e6f8c925e95a req-5119c7c0-1d53-495c-8d4e-0f5035ad9ff5 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655549
May 13 16:33:12.779852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:12.917458 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:12.920022 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:13.079747 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:13.085355 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:13.155747 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41184) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:13.204984 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:33:13.232865 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-99381f1b-75d5-4ff7-aa51-45229acb28d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.239255 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395083a0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:10Z', 'revision_number': 3, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:13.257701 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Checking router: f2c4b20b-8821-4414-a43c-d118d3299fc2 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:33:13.258566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Updating router f2c4b20b-8821-4414-a43c-d118d3299fc2 port 1e221ae1-a3ce-4258-baa3-d3203639e53d binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:33:13.265722 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-99381f1b-75d5-4ff7-aa51-45229acb28d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.335507 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.389714 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-99381f1b-75d5-4ff7-aa51-45229acb28d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.393852 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-493f76a3-3eca-4e73-939f-3862de427812 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:13.409045 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99381f1b-75d5-4ff7-aa51-45229acb28d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a04218-e405-4e49-a220-d7190fdeb197,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:13.419924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-99381f1b-75d5-4ff7-aa51-45229acb28d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:13.450075 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.491006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-99381f1b-75d5-4ff7-aa51-45229acb28d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.492189 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-99381f1b-75d5-4ff7-aa51-45229acb28d4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "DELETE /v2.0/security-groups/30a04218-e405-4e49-a220-d7190fdeb197 HTTP/1.1" status: 204  len: 168 time: 0.3354666
May 13 16:33:13.494892 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41188) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:13.519418 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.api.v2.resource [None req-be971b4d-a57a-4822-a551-09be29ee2515 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] show failed (client error): The resource could not be found.
May 13 16:33:13.521121 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-be971b4d-a57a-4822-a551-09be29ee2515 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "GET /v2.0/security-groups/30a04218-e405-4e49-a220-d7190fdeb197 HTTP/1.1" status: 404  len: 347 time: 0.0244112
May 13 16:33:13.524243 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41192) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:13.670780 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Allocated IP 172.20.0.1 (ad129812-eaba-4abb-aed5-e94fed1ca2d9/9fa7ee27-0d45-4271-b893-d1fe44fe91d8/5c3723ad-5f60-413a-8a4b-8645eb31c76d) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:33:13.785743 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Deleting port 79227021-ae8d-4a00-9dc9-ddea1b6bdcbe {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:13.786219 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.848651 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.851340 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:13.914307 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.provisioning_blocks [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Transition to ACTIVE for port object 5c3723ad-5f60-413a-8a4b-8645eb31c76d will not be triggered until provisioned by entity DHCP. {{(pid=79477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:13.965045 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619589ca-33e7-4737-915b-25af44011376 req-3e3f4a63-b26e-4ba4-a2ca-d9579f8b602b tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:13.966558 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-619589ca-33e7-4737-915b-25af44011376 req-3e3f4a63-b26e-4ba4-a2ca-d9579f8b602b tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 945 time: 0.1092505
May 13 16:33:13.978021 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.002968 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Transition to ACTIVE for port object 1e221ae1-a3ce-4258-baa3-d3203639e53d will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:14.008943 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.009376 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.018933 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.025952 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5fb1cac0-8552-453b-bdf3-24a0495fab02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:14.046947 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-810b4888-8b4c-47b9-aca8-6f24c9af45a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.063172 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-619589ca-33e7-4737-915b-25af44011376 req-7ec18740-6670-4a7e-81bb-28172dae0a58 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905881
May 13 16:33:14.081843 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:14.083071 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:14.086946 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:33:14.108315 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.112453 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:14.141786 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Calling delete_port for 79227021-ae8d-4a00-9dc9-ddea1b6bdcbe owned by network:floatingip {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:14.146794 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3723ad-5f60-413a-8a4b-8645eb31c76d,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:14.151575 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:14.163671 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.197517 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Attempting to bind port 1e221ae1-a3ce-4258-baa3-d3203639e53d on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:33:14.197890 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Attempting to bind port 1e221ae1-a3ce-4258-baa3-d3203639e53d by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:33:14.198261 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Attempting to bind port 1e221ae1-a3ce-4258-baa3-d3203639e53d on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:33:14.206429 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f9e0-a0e4-48ae-92b0-9c92dbc3c697 None None] Pushing event updated for resources: {'Port': ['ID=1e221ae1-a3ce-4258-baa3-d3203639e53d,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:14.208777 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:33:14.209207 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:14.209619 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.210038 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:33:14.210531 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Bound port: 1e221ae1-a3ce-4258-baa3-d3203639e53d, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:33:14.210909 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.235232 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18e0f9e0-a0e4-48ae-92b0-9c92dbc3c697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:14.299112 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] For port 1e221ae1-a3ce-4258-baa3-d3203639e53d, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:33:14.302828 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] For port 1e221ae1-a3ce-4258-baa3-d3203639e53d, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=1e221ae1-a3ce-4258-baa3-d3203639e53d,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:33:14.378945 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.405467 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.409806 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-923248b2-d53a-4e25-8c2a-1762c5f5c081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:14.419303 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-9528ab57-31b1-48cf-be93-3c81aaf71c7f None None] Provisioning for port 5c3723ad-5f60-413a-8a4b-8645eb31c76d completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:14.425134 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.430107 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:14.457064 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Pushing event deleted for resources: {'Port': ['ID=79227021-ae8d-4a00-9dc9-ddea1b6bdcbe,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:14.460256 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:14.462152 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-9528ab57-31b1-48cf-be93-3c81aaf71c7f None None] Provisioning complete for port 5c3723ad-5f60-413a-8a4b-8645eb31c76d triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:14.462542 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-9528ab57-31b1-48cf-be93-3c81aaf71c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.564985 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f9e0-a0e4-48ae-92b0-9c92dbc3c697 None None] Pushing event updated for resources: {'Port': ['ID=1e221ae1-a3ce-4258-baa3-d3203639e53d,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:14.571354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks [] for floatingip, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.572376 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18e0f9e0-a0e4-48ae-92b0-9c92dbc3c697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:14.574323 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:14.575102 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69395083a0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:14.588531 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.589990 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-4e36a097-81e0-4aa0-ba79-0fc33180c2ae tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e166562-b9bb-42a7-9608-843b32fcde3c HTTP/1.1" status: 204  len: 168 time: 1.0630884
May 13 16:33:14.625957 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-9528ab57-31b1-48cf-be93-3c81aaf71c7f None None] Port 5c3723ad-5f60-413a-8a4b-8645eb31c76d cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:33:14.751606 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.786574 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:14.827893 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.857177 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f37319d5-610e-40b1-931d-4d679815915f tempest-VolumesSnapshotTestJSON-978688517 tempest-VolumesSnapshotTestJSON-978688517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:14.859245 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:14.944059 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3723ad-5f60-413a-8a4b-8645eb31c76d,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:14.947094 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:14.947936 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:15.090736 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:15.092075 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:15.118650 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69395083a0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:13Z', 'revision_number': 1, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:15.123240 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b4fbc-6448-4e03-960e-7eee127e491b None None] The sync data for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi is: [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:13Z', 'revision_number': 1, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:33:15.321473 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Router f2c4b20b-8821-4414-a43c-d118d3299fc2 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:33:15.357672 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-74a562a8-dbad-43fc-ab9b-794f3f4bf3b0 None None] Provisioning complete for port 5c3723ad-5f60-413a-8a4b-8645eb31c76d triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:15.357672 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-74a562a8-dbad-43fc-ab9b-794f3f4bf3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:15.357900 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5690580-2c9a-4af9-b071-746ae190bcbc req-b4bf87bd-68ed-4953-8e14-3e28d54bedec tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:15.365900 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c5690580-2c9a-4af9-b071-746ae190bcbc req-b4bf87bd-68ed-4953-8e14-3e28d54bedec tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 945 time: 0.1726508
May 13 16:33:15.432851 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-74a562a8-dbad-43fc-ab9b-794f3f4bf3b0 None None] Port 5c3723ad-5f60-413a-8a4b-8645eb31c76d cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:33:15.453688 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c5690580-2c9a-4af9-b071-746ae190bcbc req-6edab88c-8e07-4be0-a24c-a31e2bbf95da tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861654
May 13 16:33:15.568794 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:33:15.579379 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] 10.222.0.42 "PUT /v2.0/routers/f2c4b20b-8821-4414-a43c-d118d3299fc2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9531870
May 13 16:33:15.835794 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:16.018500 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:16.028793 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:16.028793 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.054035 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e221ae1-a3ce-4258-baa3-d3203639e53d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:16.241186 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.276103 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:33:16.287894 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:16.313587 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 1e221ae1-a3ce-4258-baa3-d3203639e53d completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:16.320453 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 1e221ae1-a3ce-4258-baa3-d3203639e53d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:16.322381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.356888 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'code': 200}
May 13 16:33:16.371722 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.375641 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:16.459619 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41242) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:16.465512 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-906453984-network', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:16.470393 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:16.475536 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Usage tracker for resource:network and tenant:7f7e1b67491b43feb812eabdaa5d7043 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:16.479686 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:16.489592 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:16.533408 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:16.538099 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:16.555472 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.576129 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 1e221ae1-a3ce-4258-baa3-d3203639e53d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=1e221ae1-a3ce-4258-baa3-d3203639e53d,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:16.639162 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Made reservation on behalf of 7f7e1b67491b43feb812eabdaa5d7043 for: {'network': 1} {{(pid=79477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:33:16.641840 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for network, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.655477 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.673435 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.673681 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:16.678099 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5b76fae7-a761-4cc7-bb70-5053bb225011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:16.678562 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Usage tracker for resource:security_group_rule and tenant:7f7e1b67491b43feb812eabdaa5d7043 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:16.682173 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:16.690085 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:16.712861 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef5147-4e41-45ec-b8b6-f2e52a74f52e req-34e1c406-6864-47ef-98f3-f9f9b3dfff1f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:16.714685 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-67ef5147-4e41-45ec-b8b6-f2e52a74f52e req-34e1c406-6864-47ef-98f3-f9f9b3dfff1f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 946 time: 0.1057296
May 13 16:33:16.771515 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-67ef5147-4e41-45ec-b8b6-f2e52a74f52e req-31a7ddee-daed-49c7-b212-9d376f0bd492 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498893
May 13 16:33:16.804482 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=1e221ae1-a3ce-4258-baa3-d3203639e53d,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:16.807829 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:16.812738 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.886815 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.887048 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.892026 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-45c439a2-5c8b-40fe-8b98-115ce6fab32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:16.916494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=79477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 13 16:33:16.930279 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892a8328-1cae-45a8-bb5f-9ad7faffbcee,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:16.934279 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:16.935260 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.935598 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.segments_db [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Added segment 64cb5adc-42be-46c5-bc48-20aeb61ae2a6 of type vlan for network cabd7f99-2e14-4c7d-9236-d440856db7f1
May 13 16:33:16.962871 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755620564592'] for network, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:16.983786 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cd053-ffcf-4fda-98a9-f222c49b7b23 req-763d33fe-5aa4-4a3f-9661-ecd76b1ddfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:16.985333 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a28cd053-ffcf-4fda-98a9-f222c49b7b23 req-763d33fe-5aa4-4a3f-9661-ecd76b1ddfc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1099 time: 0.0742879
May 13 16:33:17.030863 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-a28cd053-ffcf-4fda-98a9-f222c49b7b23 req-d77bbbf7-3afe-4edd-96ae-49eb7fad017f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382090
May 13 16:33:17.092578 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867'] for network, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:17.094227 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:17.094814 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:17.098412 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-26aebbd9-abf3-4f57-971c-3f95c708ae2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:17.201496 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Pushing event updated for resources: {'Network': ['ID=cabd7f99-2e14-4c7d-9236-d440856db7f1,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:17.204142 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:17.212171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 details requested by agent ovs-agent-dv-cinder-689486-12-iscsi with host dv-cinder-689486-12-iscsi {{(pid=79478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 13 16:33:17.262848 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-61ff8fab-1966-49d8-b836-2de70dc3c72e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8002431
May 13 16:33:17.263060 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41254) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:17.268649 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Request body: {'subnet': {'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-906453984-subnet', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'ip_version': 4}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:17.274122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:17.281157 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Usage tracker for resource:subnet and tenant:7f7e1b67491b43feb812eabdaa5d7043 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:17.284226 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:17.294412 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:17.367849 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Made reservation on behalf of 7f7e1b67491b43feb812eabdaa5d7043 for: {'subnet': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:33:17.367849 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2684026'] for subnet, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:17.406067 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Sync routers for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:33:17.417216 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:17.417864 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69394e2340>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:17.608301 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:17.852789 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41268) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:17.885722 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41274) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:17.999292 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69394e2340>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 2, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:18.012925 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Checking router: f2c4b20b-8821-4414-a43c-d118d3299fc2 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:33:18.013331 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Updating router f2c4b20b-8821-4414-a43c-d118d3299fc2 port 5c3723ad-5f60-413a-8a4b-8645eb31c76d binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:33:18.050729 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e221ae1-a3ce-4258-baa3-d3203639e53d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:18.053422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2967368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2684004'] for subnet, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.061240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-fc52bcd5-7a51-4109-9698-cde4abffe958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:18.138569 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Checking segment: {'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:18.138926 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Network hostable DHCP agents. Network: cabd7f99-2e14-4c7d-9236-d440856db7f1, hostable agents: ['773573d6-030b-421d-84db-1df0de8a7ae6'], hosted agents: [] {{(pid=79476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 13 16:33:18.154427 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.165160 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.173864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e96c88-a741-488d-8d4e-b57548928950,revision_number=0']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:18.184149 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:18.225370 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.227680 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 1e221ae1-a3ce-4258-baa3-d3203639e53d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:18.228040 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.244943 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:18.247154 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 is scheduled to be hosted by DHCP agent 773573d6-030b-421d-84db-1df0de8a7ae6 with binding_index 1 {{(pid=79476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 13 16:33:18.260846 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Usage tracker for resource:security_group_rule and tenant:9f6b768150b4444ea7773b4f4e33d076 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:18.266175 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:18.275873 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:18.325055 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-iscsi, cabd7f99-2e14-4c7d-9236-d440856db7f1) {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:18.339594 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:18.340392 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a46558-2ecf-4a88-bb79-4f9dd7f02a60 None None] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:33:18.341383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.450742 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-cf9b46ce-b042-431a-9c39-16081802ff01 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1843593
May 13 16:33:18.451319 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41280) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:18.457393 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:18.462815 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:18.468059 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Usage tracker for resource:router and tenant:7f7e1b67491b43feb812eabdaa5d7043 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:18.471489 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:18.479696 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:18.487384 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083c9a-67dd-4fc1-bad9-fcc4f98c9111 req-1bb932df-7a7f-4544-a1ff-a1f8cb2ec7a6 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:18.488876 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34083c9a-67dd-4fc1-bad9-fcc4f98c9111 req-1bb932df-7a7f-4544-a1ff-a1f8cb2ec7a6 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 946 time: 0.4697177
May 13 16:33:18.578853 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40553'] for router, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.579917 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40560'] for router, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.596456 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.700332 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34083c9a-67dd-4fc1-bad9-fcc4f98c9111 req-7a9b18b6-bab4-484e-8afc-b54c1a80aa13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2000058
May 13 16:33:18.751619 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72de0d3c-ef32-52e0-9c73-e6678031c77a-cabd7f99-2e14-4c7d-9236-d440856db7f1', 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'fixed_ips': [{'subnet_id': 'd0e96c88-a741-488d-8d4e-b57548928950'}]}} from dv-cinder-689486-12-iscsi. {{(pid=79478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 13 16:33:18.752432 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.765708 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.872583 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.883485 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4639153d-37e2-42ab-b244-e1f1ec96d877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:18.937262 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f6b768150b4444ea7773b4f4e33d076&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0814893
May 13 16:33:18.938242 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41284) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:18.938625 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.948867 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40514'] for router, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:18.951119 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f446fd-3677-4ab7-8ce2-0b7137831479,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:18.966653 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Transition to ACTIVE for port object 5c3723ad-5f60-413a-8a4b-8645eb31c76d will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:18.968415 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.968805 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.969454 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.969826 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.970186 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.970559 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.970906 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.971302 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.971660 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.972009 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.972359 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.972706 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:18.977279 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:19.028246 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.db_base_plugin_common [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Allocated IP 172.20.0.2 (cabd7f99-2e14-4c7d-9236-d440856db7f1/d0e96c88-a741-488d-8d4e-b57548928950/104ec31f-4be4-4fb7-bdc2-c083f2fa5912) {{(pid=79478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:33:19.039032 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.057193 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.064928 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:19.102443 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.166364 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.342819 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.380826 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.421503 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.433740 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d0791e8e-bba3-4154-9e2e-ac1d6684ec89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:19.473206 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f446fd-3677-4ab7-8ce2-0b7137831479,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:19.475413 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:19.489596 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.494169 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2409f-329a-45fd-ac10-e50a8ee6e390 None None] Pushing event updated for resources: {'Port': ['ID=5c3723ad-5f60-413a-8a4b-8645eb31c76d,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:19.494344 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38f446fd-3677-4ab7-8ce2-0b7137831479 HTTP/1.1" status: 204  len: 168 time: 0.5520310
May 13 16:33:19.510957 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-3ce2409f-329a-45fd-ac10-e50a8ee6e390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:19.529230 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Notify callbacks [] for port, precommit_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.550599 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Attempting to bind port 5c3723ad-5f60-413a-8a4b-8645eb31c76d on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:33:19.550599 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Attempting to bind port 5c3723ad-5f60-413a-8a4b-8645eb31c76d by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:33:19.550599 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Attempting to bind port 5c3723ad-5f60-413a-8a4b-8645eb31c76d on network ad129812-eaba-4abb-aed5-e94fed1ca2d9 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:33:19.558897 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Transition to ACTIVE for port object 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:19.572932 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:33:19.574830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Checking segment: {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:19.575441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.576037 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Bound using segment: {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:33:19.576713 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Bound port: 5c3723ad-5f60-413a-8a4b-8645eb31c76d, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:33:19.577334 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.578354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Allocated IP 172.27.1.66 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/e190f15e-e2e7-458e-bf15-21c8116fc1b5) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:33:19.608906 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Transition to ACTIVE for port object 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 will not be triggered until provisioned by entity DHCP. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:19.677804 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Deleting port 10e79134-96a6-4392-8b9f-4632fdcc5500 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:19.678060 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.691435 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] For port 5c3723ad-5f60-413a-8a4b-8645eb31c76d, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:33:19.696383 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] For port 5c3723ad-5f60-413a-8a4b-8645eb31c76d, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=5c3723ad-5f60-413a-8a4b-8645eb31c76d,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:33:19.748284 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310'] for port, after_create {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.755109 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-57168d1e-0035-4a78-a778-fa093064026a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:19.798229 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.831328 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 is already hosted by enough agents. {{(pid=79478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:19.835940 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.scheduler.base_scheduler [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Resources bound (agent type, host, resource id):  {{(pid=79478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:19.841661 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Received port after_create {{(pid=79478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:33:19.867372 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] For port 10e79134-96a6-4392-8b9f-4632fdcc5500, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=10e79134-96a6-4392-8b9f-4632fdcc5500,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:19.867372 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:19.888942 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Pushing event updated for resources: {'Port': ['ID=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,revision_number=1']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:19.893473 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:19.893950 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:19.976361 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:19.977028 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69394e2340>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:19.985067 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.071283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Calling delete_port for 10e79134-96a6-4392-8b9f-4632fdcc5500 owned by network:router_interface {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:20.112438 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf56070-1245-4713-a316-c1029eaf29f2 req-d2c78168-602c-40e9-bc93-647cd7b106e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:20.114780 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dbf56070-1245-4713-a316-c1029eaf29f2 req-d2c78168-602c-40e9-bc93-647cd7b106e8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 946 time: 0.2233479
May 13 16:33:20.173947 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-dbf56070-1245-4713-a316-c1029eaf29f2 req-d09dcb7c-9a3a-4680-b5ff-c1240cbec209 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532532
May 13 16:33:20.183252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.183651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-49b07d49-83f4-4d86-819f-ba53f86ede66 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:20.253348 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Attempting to bind port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:33:20.253884 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Attempting to bind port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:33:20.254351 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Attempting to bind port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 on network cabd7f99-2e14-4c7d-9236-d440856db7f1 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:33:20.265590 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Pushing event updated for resources: {'Port': ['ID=e190f15e-e2e7-458e-bf15-21c8116fc1b5,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:20.268841 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2409f-329a-45fd-ac10-e50a8ee6e390 None None] Pushing event updated for resources: {'Port': ['ID=5c3723ad-5f60-413a-8a4b-8645eb31c76d,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:20.282251 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-3ce2409f-329a-45fd-ac10-e50a8ee6e390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:20.284222 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.284663 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.285130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.285689 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.286784 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:33:20.286990 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.287417 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Checking segment: {'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:20.287880 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.289026 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Bound using segment: {'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:33:20.289648 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Bound port: 104ec31f-4be4-4fb7-bdc2-c083f2fa5912, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:33:20.290136 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.293219 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-9fcee6cb-de41-41af-9e7a-0333acad28c8 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.297908 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:20.301206 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:20.307239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:20.308630 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:20.311129 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:33:20.371417 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Pushing event deleted for resources: {'Port': ['ID=10e79134-96a6-4392-8b9f-4632fdcc5500,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:20.378959 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:20.383918 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:20.617964 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] For port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:33:20.687588 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] For port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,segment=NetworkSegment(64cb5adc-42be-46c5-bc48-20aeb61ae2a6),segment_id=64cb5adc-42be-46c5-bc48-20aeb61ae2a6)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:33:20.748300 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.753303 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-1f694b47-f8a3-47fe-b0fb-fbcc9d59a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:20.826101 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731c33-5bee-45e6-b3a7-49ec81bd44d9 req-1ace9c1d-f7ef-44ef-a0cb-5fc2e743cbf8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:20.827994 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-30731c33-5bee-45e6-b3a7-49ec81bd44d9 req-1ace9c1d-f7ef-44ef-a0cb-5fc2e743cbf8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 946 time: 0.4983792
May 13 16:33:20.874345 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Pushing event updated for resources: {'Port': ['ID=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:20.878359 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:20.908690 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-30731c33-5bee-45e6-b3a7-49ec81bd44d9 req-66a11e8c-8cde-4fcc-94ef-9cdf9a112125 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652475
May 13 16:33:20.912692 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69394e2340>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:19Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:20.921217 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851aa580-cc7b-4635-abef-79bf96276e16 None None] The sync data for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi is: [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:19Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:33:20.923864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.933381 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:20.940728 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41298) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:21.237713 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cb81b7-75db-481f-9771-068c40bb3e80 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:21.242673 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-59cb81b7-75db-481f-9771-068c40bb3e80 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1094 time: 0.3007753
May 13 16:33:21.243238 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41304) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:21.307228 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:21.332597 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664610'] for router, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:21.371778 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:21.384101 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:floatingip and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:21.388833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:21.397845 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:21.459235 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Router db6ed134-93d5-4107-be6c-6bbf6b2860df has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:33:21.528202 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:21.641244 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Router 9379e10c-940c-4f9f-bc9e-7a08a9399611 is scheduled to L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 with binding_index 1 {{(pid=79476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 13 16:33:21.760624 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:33:21.776398 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] Sync routers for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:33:21.809323 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:21.810138 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69392db280>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:21.811486 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0ecb4147-10f1-4a9c-8df7-1f153b0f94ca admin admin] 10.222.0.42 "PUT /v2.0/routers/db6ed134-93d5-4107-be6c-6bbf6b2860df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9244165
May 13 16:33:21.816284 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41308) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:22.000782 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:33:22.006620 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07047c-9351-40a2-8140-f2003ac1e31c None None] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:33:22.030095 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Sync routers for ids ['9379e10c-940c-4f9f-bc9e-7a08a9399611'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:33:22.090666 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:22.110277 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:22.114364 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-8546d055-ec44-4262-b8f9-77b6f6d21c50 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.6618342
May 13 16:33:22.115191 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41314) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:22.174692 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:22.175164 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Routers {'9379e10c-940c-4f9f-bc9e-7a08a9399611'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:22.176807 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939462b80>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['9379e10c-940c-4f9f-bc9e-7a08a9399611'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:22.355749 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 5c3723ad-5f60-413a-8a4b-8645eb31c76d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:22.400025 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-55cce0f9-aa7c-4e63-a56e-84a5715f0187 None None] Provisioning for port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:22.447528 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:22.518369 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69392db280>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:33:20Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:22.526578 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] Checking router: db6ed134-93d5-4107-be6c-6bbf6b2860df for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:33:22.536878 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] Routers {'db6ed134-93d5-4107-be6c-6bbf6b2860df'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:22.537537 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69392db280>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['db6ed134-93d5-4107-be6c-6bbf6b2860df'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:22.660936 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Set router 9379e10c-940c-4f9f-bc9e-7a08a9399611 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:22.724756 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:22.785134 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Allocated IP 172.27.1.78 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/7e6af951-82ab-4663-b155-092c271bc9d4) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:33:22.859114 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] Set router db6ed134-93d5-4107-be6c-6bbf6b2860df gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:22.861015 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 5c3723ad-5f60-413a-8a4b-8645eb31c76d completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:22.924851 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 5c3723ad-5f60-413a-8a4b-8645eb31c76d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:22.924851 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:22.966283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.075762 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.081955 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7efa823a-5dfe-4d1d-b7f8-7494d6f73813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:23.172734 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.182732 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Deleting port c61697e2-cb18-415a-a7f6-86e3750f8d4a {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:23.182732 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.197456 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.233750 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69392db280>, [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:33:20Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:23.245145 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba2d2c-b703-49fd-aa40-606dc3dff05b None None] The sync data for ids ['db6ed134-93d5-4107-be6c-6bbf6b2860df'] in dv-cinder-689486-12-iscsi is: [{'id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'name': 'tempest-AttachVolumeShelveTestJSON-1541669953-router', 'tenant_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:24:43Z', 'updated_at': '2021-05-13T16:33:20Z', 'revision_number': 5, 'project_id': '9d3765c8e449420cbc3921f5d16d0b3b', 'gw_port': {'id': 'c61697e2-cb18-415a-a7f6-86e3750f8d4a', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ed134-93d5-4107-be6c-6bbf6b2860df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:24:44Z', 'updated_at': '2021-05-13T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:33:23.247037 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 5c3723ad-5f60-413a-8a4b-8645eb31c76d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=5c3723ad-5f60-413a-8a4b-8645eb31c76d,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:23.252716 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939462b80>, [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:33:20Z', 'revision_number': 3, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port': {'id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:19Z', 'updated_at': '2021-05-13T16:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:23.270773 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Checking router: 9379e10c-940c-4f9f-bc9e-7a08a9399611 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:33:23.271412 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Updating router 9379e10c-940c-4f9f-bc9e-7a08a9399611 port e190f15e-e2e7-458e-bf15-21c8116fc1b5 binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:33:23.303012 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:23.308494 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:23.328497 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:33:23.359087 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.361902 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=7e6af951-82ab-4663-b155-092c271bc9d4,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:23.376759 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:23.399275 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.403197 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:23.440461 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:23.472449 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Allocated IP 172.20.0.1 (cabd7f99-2e14-4c7d-9236-d440856db7f1/d0e96c88-a741-488d-8d4e-b57548928950/bc889342-c527-47ed-a633-7b5756c4e375) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:33:23.671605 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.699621 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=5c3723ad-5f60-413a-8a4b-8645eb31c76d,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:23.701024 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Transition to ACTIVE for port object bc889342-c527-47ed-a633-7b5756c4e375 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:23.728364 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:23.733499 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] For port c61697e2-cb18-415a-a7f6-86e3750f8d4a, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=c61697e2-cb18-415a-a7f6-86e3750f8d4a,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:23.739526 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.788957 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.793027 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-97c06631-5eab-4a17-be90-fecae1acd24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:23.818431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:23.828796 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:23.828796 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:23.868454 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:23.873293 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:23.882024 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Calling delete_port for c61697e2-cb18-415a-a7f6-86e3750f8d4a owned by network:router_gateway {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:23.882302 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:33:23.923511 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc889342-c527-47ed-a633-7b5756c4e375,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:23.929246 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:23.957772 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671742'] for router_interface, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.042041 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.043619 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.134911 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.138381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,segment=NetworkSegment(64cb5adc-42be-46c5-bc48-20aeb61ae2a6),segment_id=64cb5adc-42be-46c5-bc48-20aeb61ae2a6)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:24.151270 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Transition to ACTIVE for port object e190f15e-e2e7-458e-bf15-21c8116fc1b5 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:24.186076 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.242171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.246875 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.251595 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:24.313357 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-1826fd4c-99fa-4f95-8450-1a04815c7fcd None None] Provisioning for port bc889342-c527-47ed-a633-7b5756c4e375 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:24.341390 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-1826fd4c-99fa-4f95-8450-1a04815c7fcd None None] Provisioning complete for port bc889342-c527-47ed-a633-7b5756c4e375 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:24.341942 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1826fd4c-99fa-4f95-8450-1a04815c7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.371118 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.380649 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 5c3723ad-5f60-413a-8a4b-8645eb31c76d up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:24.383485 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e5e3349c-9e5f-467a-b5f9-78da1a44714b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:24.432507 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Attempting to bind port e190f15e-e2e7-458e-bf15-21c8116fc1b5 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:33:24.433002 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Attempting to bind port e190f15e-e2e7-458e-bf15-21c8116fc1b5 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:33:24.434134 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61697e2-cb18-415a-a7f6-86e3750f8d4a,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:24.434395 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Attempting to bind port e190f15e-e2e7-458e-bf15-21c8116fc1b5 on network 9cfd381f-5262-46b8-a3da-134dd61e9c55 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:33:24.448319 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e190f15e-e2e7-458e-bf15-21c8116fc1b5,revision_number=2']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:24.473640 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:24.485688 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.510023 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:33:24.510471 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Checking segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:24.510977 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.511488 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Bound using segment: {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:33:24.512662 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Bound port: e190f15e-e2e7-458e-bf15-21c8116fc1b5, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acef9459-c240-47c2-8e1c-a30652595156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:33:24.513298 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.576874 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-1826fd4c-99fa-4f95-8450-1a04815c7fcd None None] Port bc889342-c527-47ed-a633-7b5756c4e375 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:33:24.587396 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.601235 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.631498 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:24.635399 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:24.640815 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18e0f9e0-a0e4-48ae-92b0-9c92dbc3c697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:24.641184 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18e0f9e0-a0e4-48ae-92b0-9c92dbc3c697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:24.651444 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] For port e190f15e-e2e7-458e-bf15-21c8116fc1b5, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:33:24.653252 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.655410 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] For port e190f15e-e2e7-458e-bf15-21c8116fc1b5, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=e190f15e-e2e7-458e-bf15-21c8116fc1b5,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:33:24.657595 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 5c3723ad-5f60-413a-8a4b-8645eb31c76d triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:24.658088 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.691246 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:24.758443 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.768441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:24.779161 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc889342-c527-47ed-a633-7b5756c4e375,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:24.781824 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671585'] for router_interface, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.785814 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:24.845133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.848969 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.872310 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 10e79134-96a6-4392-8b9f-4632fdcc5500 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:33:24.897428 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Routers {'9379e10c-940c-4f9f-bc9e-7a08a9399611'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:24.898136 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939462b80>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['9379e10c-940c-4f9f-bc9e-7a08a9399611'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:24.932206 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:33:24.933632 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:33:24.947963 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.955024 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.956587 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6ed134-93d5-4107-be6c-6bbf6b2860df {{(pid=79477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:33:24.981187 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:24.982858 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/db6ed134-93d5-4107-be6c-6bbf6b2860df HTTP/1.1" status: 204  len: 168 time: 3.1609285
May 13 16:33:24.985330 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41320) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:25.024640 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:25.034021 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-377fc5c7-59c5-4c98-981c-f1ca00cbd6a4 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:25.191856 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Deleting subnet 5c76268d-0586-4e4e-8fd2-fd892fdcf796 {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:33:25.193973 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=7e6af951-82ab-4663-b155-092c271bc9d4,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:25.206878 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:25.207661 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:25.207854 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] Set router 9379e10c-940c-4f9f-bc9e-7a08a9399611 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:25.214667 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Router 9379e10c-940c-4f9f-bc9e-7a08a9399611 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:33:25.244915 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:25.260239 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 10e79134-96a6-4392-8b9f-4632fdcc5500 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:33:25.260239 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 10e79134-96a6-4392-8b9f-4632fdcc5500 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:33:25.273273 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e190f15e-e2e7-458e-bf15-21c8116fc1b5,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:25.286418 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.286775 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.287104 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.287435 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.288834 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.288834 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.289043 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.289248 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.289569 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.290743 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.290743 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.290743 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:33:25.301137 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:25.404690 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:25.425386 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:33:25.440513 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] 10.222.0.42 "PUT /v2.0/routers/9379e10c-940c-4f9f-bc9e-7a08a9399611/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3194523
May 13 16:33:25.536111 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Floating IP 111f685d-1e60-4ad7-b03b-7a307d0fc2b5 associated. External IP: 172.27.1.78, port: da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65.
May 13 16:33:25.552049 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-25c2bf10-3049-436c-ac60-95df9c69f0c5 None None] Provisioning complete for port bc889342-c527-47ed-a633-7b5756c4e375 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:25.552481 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf10-3049-436c-ac60-95df9c69f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:25.642984 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-25c2bf10-3049-436c-ac60-95df9c69f0c5 None None] Port bc889342-c527-47ed-a633-7b5756c4e375 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:33:25.655974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:25.742920 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939462b80>, [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 4, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port': {'id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:19Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'bc889342-c527-47ed-a633-7b5756c4e375', 'name': '', 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'mac_address': 'fa:16:3e:12:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 2, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'subnets': [{'id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:25.747605 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc576ff5-4024-46f2-8371-23049e1e00c9 None None] The sync data for ids ['9379e10c-940c-4f9f-bc9e-7a08a9399611'] in dv-cinder-689486-12-iscsi is: [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 4, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port': {'id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:19Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'bc889342-c527-47ed-a633-7b5756c4e375', 'name': '', 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'mac_address': 'fa:16:3e:12:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 2, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'subnets': [{'id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:33:26.263070 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:33:26.366243 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:26.393617 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:26.409116 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:26.449709 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c76268d-0586-4e4e-8fd2-fd892fdcf796,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:26.451086 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41330) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:26.452582 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:26.453907 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:26.454467 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:26.457644 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933134190', 'description': 'tempest-secgroup-smoke-1933134190 description', 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:26.457873 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:26.469809 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:26.476366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:26.480414 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:26.488491 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:26.489969 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-bd88132f-21ea-4a18-b989-6ae5816d3fc7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5c76268d-0586-4e4e-8fd2-fd892fdcf796 HTTP/1.1" status: 204  len: 168 time: 1.5032663
May 13 16:33:26.490836 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f1423-38df-4092-a993-4a4c7b228bf0 None None] Network ed25e872-ac34-48bf-a01b-d439614d260b requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:33:26.493278 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41334) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:26.571402 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:33:26.581981 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:33:26.617671 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:26.618380 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a362bb0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:26.661049 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:26.674196 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:26.703843 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:26.715906 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:26.720680 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:26.727156 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:26.753966 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:26.789836 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.5353787
May 13 16:33:26.789836 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:33:26.872755 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'status': 'completed', 'code': 200}
May 13 16:33:26.894870 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:26.930092 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c61697e2-cb18-415a-a7f6-86e3750f8d4a no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:33:26.973867 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: c61697e2-cb18-415a-a7f6-86e3750f8d4a {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:33:26.974368 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c61697e2-cb18-415a-a7f6-86e3750f8d4a not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:33:27.001350 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.028903 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] DHCP port deletion for ed25e872-ac34-48bf-a01b-d439614d260b request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:33:27.054978 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Deleting port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:27.055322 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.079592 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.113536 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] Deleting port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:33:27.114090 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.139564 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2f6c8daf-31fc-4bf3-a41e-93ca21cd0495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:27.195916 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ed1f9-58bf-4e94-878b-d43d7c9515f2,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:27.207655 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-195103e6-e750-4038-9a40-79c4ea179b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:27.209908 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-195103e6-e750-4038-9a40-79c4ea179b10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1099 time: 0.2673972
May 13 16:33:27.214240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:27.236860 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] For port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:27.237401 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.337452 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a362bb0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:27.343569 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:33:27.356864 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:27.357668 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693a362bb0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:27.376089 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] Calling delete_port for c988e851-d20c-44c7-aa65-9fe4a2e1fd8e owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:27.376724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] For port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,segment=NetworkSegment(01676493-96b5-4717-b154-bad46daf6dc0),segment_id=01676493-96b5-4717-b154-bad46daf6dc0)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:27.377451 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.559912 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:27.571642 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.577255 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5e4ad9fe-aa93-4a5e-a174-3271717789c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:27.578128 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.579405 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.1272004
May 13 16:33:27.582550 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41342) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:27.588858 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'security_group_rule': {'security_group_id': 'd14ed1f9-58bf-4e94-878b-d43d7c9515f2', 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:27.596891 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:27.601893 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:27.605854 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:27.614764 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:27.642564 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Calling delete_port for c988e851-d20c-44c7-aa65-9fe4a2e1fd8e owned by network:dhcp {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:33:27.644881 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] Pushing event deleted for resources: {'Port': ['ID=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:27.648287 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:27.649844 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-892b4fd6-867f-43a3-be50-ef58d005ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:27.650632 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb58d4b-7687-4c05-9a0e-805be79e53f0 None None] No DVR routers for this DVR port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:33:27.651773 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-892b4fd6-867f-43a3-be50-ef58d005ad1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.4310224
May 13 16:33:27.743146 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.778185 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-17cae80d-dc24-4058-8f42-ddcfa88d038e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 HTTP/1.1" status: 200  len: 999 time: 0.1095843
May 13 16:33:27.807774 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.841996 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.842381 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-77023ae0-bb81-4c44-bad8-58c6efd988db tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:27.896676 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.903385 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-167852b1-6503-4647-9008-33d1c2202095 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:27.903549 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Pushing event deleted for resources: {'Port': ['ID=c988e851-d20c-44c7-aa65-9fe4a2e1fd8e,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:27.903549 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] No DVR routers for this DVR port c988e851-d20c-44c7-aa65-9fe4a2e1fd8e on host dv-cinder-689486-12-iscsi {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:33:27.905530 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:27.917024 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76fd3cf-20b4-4d5e-84e2-03494dd3a1b2,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:27.922110 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:27.926307 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:33:27.932500 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-6502eb35-ee8c-4eaa-a48a-d03aa3c626c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:27.933981 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-6502eb35-ee8c-4eaa-a48a-d03aa3c626c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.1462338
May 13 16:33:27.995764 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:27.997035 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-b015770d-3e42-4388-a397-6ac171a842aa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4134743
May 13 16:33:27.999832 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41346) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:28.004953 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693a362bb0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:28.009133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'security_group_rule': {'security_group_id': 'd14ed1f9-58bf-4e94-878b-d43d7c9515f2', 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:28.012562 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb4ac2-067d-4f07-94ca-e7220ca5f728 None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:33:28.015403 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:28.026310 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:28.030019 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:28.043656 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:28.079905 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.096627 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69384bc130>,) {'filters': {'network_id': ['ed25e872-ac34-48bf-a01b-d439614d260b']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:28.111769 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69384bc130>, '01676493-96b5-4717-b154-bad46daf6dc0') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:28.112112 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69384bc130>, '01676493-96b5-4717-b154-bad46daf6dc0') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:28.127914 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.144078 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.153344 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.157039 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-42d93082-83d9-4f91-9981-1a0de2c08e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:28.158589 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-42d93082-83d9-4f91-9981-1a0de2c08e58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2043946
May 13 16:33:28.164220 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:33:28.164682 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:33:28.179167 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:33:28.212108 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.264150 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.274099 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fc7dad2c-2914-4145-bddc-6b96a8052bf3 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:28.301205 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d80b56-71c6-4a4b-ad56-f1d7096abb44,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:28.304609 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:28.316979 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Sync routers for ids ['9379e10c-940c-4f9f-bc9e-7a08a9399611'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:33:28.326836 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Routers {'9379e10c-940c-4f9f-bc9e-7a08a9399611'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:28.334224 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938a585b0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['9379e10c-940c-4f9f-bc9e-7a08a9399611'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:28.387669 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-382e5f88-9d11-42ba-aed0-d925ce534d19 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019117
May 13 16:33:28.398570 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device e190f15e-e2e7-458e-bf15-21c8116fc1b5 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:28.402887 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.407527 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-4a22d4ec-06b9-4c2a-8214-5aaed2faeb64 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4063022
May 13 16:33:28.408219 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41350) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:28.414375 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'security_group_rule': {'security_group_id': 'd14ed1f9-58bf-4e94-878b-d43d7c9515f2', 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:28.423604 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:28.432074 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:28.438228 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:28.446635 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:28.486976 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.493200 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396bd01-fa83-4de4-841f-2602906b1ba7 None None] New status for floating IP 111f685d-1e60-4ad7-b03b-7a307d0fc2b5: ACTIVE {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:33:28.509174 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0093cd91-2211-4942-8ad6-5ba28f7398cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:28.553956 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.574072 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed25e872-ac34-48bf-a01b-d439614d260b,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:28.592301 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:28.598081 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ed25e872-ac34-48bf-a01b-d439614d260b HTTP/1.1" status: 204  len: 168 time: 2.1015520
May 13 16:33:28.629692 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.660532 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-46f2f4a3-d522-4a7a-bf77-91ea55d6b9ba req-841df002-b22d-43ff-832e-2503501d181e service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659247
May 13 16:33:28.679486 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Set router 9379e10c-940c-4f9f-bc9e-7a08a9399611 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:28.730895 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.741188 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port e190f15e-e2e7-458e-bf15-21c8116fc1b5 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:28.752127 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port e190f15e-e2e7-458e-bf15-21c8116fc1b5 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:28.752528 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.796116 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.798703 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:28.823337 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c7e577-2db8-4dfa-a6a4-a5dcc375d129,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:28.827592 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:28.915522 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:28.917030 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-76753e02-c881-464c-88ec-5055692609f3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5077751
May 13 16:33:28.920083 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41356) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:28.926421 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'security_group_rule': {'security_group_id': 'd14ed1f9-58bf-4e94-878b-d43d7c9515f2', 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:28.934674 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:28.938760 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:28.941760 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:28.950143 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:29.046452 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.087097 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41360) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:29.122219 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.145930 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-1b423f1b-68c2-40c0-8d67-784698a300e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d3765c8e449420cbc3921f5d16d0b3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552435
May 13 16:33:29.146203 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41364) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:29.146973 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.170762 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port e190f15e-e2e7-458e-bf15-21c8116fc1b5, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=e190f15e-e2e7-458e-bf15-21c8116fc1b5,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:29.195432 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938a585b0>, [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 4, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port': {'id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:19Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'bc889342-c527-47ed-a633-7b5756c4e375', 'name': '', 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'mac_address': 'fa:16:3e:12:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 2, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'subnets': [{'id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:29.199722 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Checking router: 9379e10c-940c-4f9f-bc9e-7a08a9399611 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:33:29.200207 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Updating router 9379e10c-940c-4f9f-bc9e-7a08a9399611 port bc889342-c527-47ed-a633-7b5756c4e375 binding host dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 13 16:33:29.201069 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.203244 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d1827d02-eb70-4323-bc3d-cb2db6464be2 tempest-AttachVolumeShelveTestJSON-984109528 tempest-AttachVolumeShelveTestJSON-984109528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:29.209835 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cec45d55-094c-492c-8149-867769e1770c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.228250 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068ea7c2-d7a6-42d2-9780-f946d01b73ee,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:29.230812 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:29.232945 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.242776 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18e0f9e0-a0e4-48ae-92b0-9c92dbc3c697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:29.244678 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cec45d55-094c-492c-8149-867769e1770c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.293733 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c988e851-d20c-44c7-aa65-9fe4a2e1fd8e no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:33:29.319760 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.321124 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-23cba422-69d8-44e4-aed1-529056ec0da1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3997772
May 13 16:33:29.323924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41368) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:29.329570 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'security_group_rule': {'security_group_id': 'd14ed1f9-58bf-4e94-878b-d43d7c9515f2', 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:29.335656 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:29.339452 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:29.342401 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:29.347046 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: c988e851-d20c-44c7-aa65-9fe4a2e1fd8e {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:33:29.347691 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device c988e851-d20c-44c7-aa65-9fe4a2e1fd8e not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:33:29.348399 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:29.352075 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.382932 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cec45d55-094c-492c-8149-867769e1770c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.386885 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-9a2e2d92-12ee-4444-a316-b847f0c7d5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:29.403397 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec45d55-094c-492c-8149-867769e1770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d68ae1-8020-44de-965c-3cb601c4dbd9,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:29.407047 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cec45d55-094c-492c-8149-867769e1770c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:29.410441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=e190f15e-e2e7-458e-bf15-21c8116fc1b5,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:29.412679 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cec45d55-094c-492c-8149-867769e1770c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.413845 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-cec45d55-094c-492c-8149-867769e1770c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49d68ae1-8020-44de-965c-3cb601c4dbd9 HTTP/1.1" status: 204  len: 168 time: 0.2667041
May 13 16:33:29.426398 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:29.464047 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.securitygroups_db [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Project 0d5b3dee3fbc494c935bd20a2cda3c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 13 16:33:29.470915 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.543962 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.650589 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.658862 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:29.681882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6fa08a-ba3f-470f-9c0d-382756906027,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:29.686103 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:29.742740 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Notify callbacks [] for port, precommit_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.750588 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.757263 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5d46d12b-506b-433b-a856-a03bf570e425 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4269705
May 13 16:33:29.757421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Transition to ACTIVE for port object bc889342-c527-47ed-a633-7b5756c4e375 will not be triggered until provisioned by entity L2. {{(pid=79478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:33:29.757718 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41376) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:29.764341 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'security_group_rule': {'security_group_id': 'd14ed1f9-58bf-4e94-878b-d43d7c9515f2', 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:33:29.770445 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:29.774568 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:security_group_rule and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:29.777484 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:29.783368 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:29.829547 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.834632 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:29.858246 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.securitygroups_db [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Project 0d5b3dee3fbc494c935bd20a2cda3c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 13 16:33:29.866419 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.969261 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:29.993976 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cd754-940b-49d9-a230-b920e1f0c8aa None None] Pushing event updated for resources: {'Port': ['ID=bc889342-c527-47ed-a633-7b5756c4e375,revision_number=3']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:30.002241 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-705cd754-940b-49d9-a230-b920e1f0c8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:30.024603 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644431'] for security_group_rule, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:30.027066 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:30.056735 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783c4335-9240-445a-b662-2b1fbec7cf93,revision_number=0']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:30.065667 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:30.075962 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Attempting to bind port bc889342-c527-47ed-a633-7b5756c4e375 on host dv-cinder-689486-12-iscsi for vnic_type normal with profile  {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:33:30.081517 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Attempting to bind port bc889342-c527-47ed-a633-7b5756c4e375 by drivers openvswitch,hyperv on host dv-cinder-689486-12-iscsi at level 0 using segments [{'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:33:30.081517 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Attempting to bind port bc889342-c527-47ed-a633-7b5756c4e375 on network cabd7f99-2e14-4c7d-9236-d440856db7f1 {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:33:30.082711 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Checking agent: {'id': 'd0046216-f038-48a6-88c6-c0ac20696286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 14, 44), 'started_at': datetime.datetime(2021, 5, 13, 16, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:33:30.083178 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Checking segment: {'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:33:30.083536 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:30.083935 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Bound using segment: {'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'} {{(pid=79478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:33:30.084416 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.managers [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Bound port: bc889342-c527-47ed-a633-7b5756c4e375, host: dv-cinder-689486-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cb5adc-42be-46c5-bc48-20aeb61ae2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1'}}] {{(pid=79478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:33:30.085446 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:30.109433 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:30.110896 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-61e5cf3a-92b1-4407-a286-97b6905a6595 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3520989
May 13 16:33:30.183397 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] For port bc889342-c527-47ed-a633-7b5756c4e375, host dv-cinder-689486-12-iscsi, cleared binding levels {{(pid=79478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:33:30.189574 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] For port bc889342-c527-47ed-a633-7b5756c4e375, host dv-cinder-689486-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=bc889342-c527-47ed-a633-7b5756c4e375,segment=NetworkSegment(64cb5adc-42be-46c5-bc48-20aeb61ae2a6),segment_id=64cb5adc-42be-46c5-bc48-20aeb61ae2a6)] {{(pid=79478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:33:30.235657 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:30.240042 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:30.310860 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cd754-940b-49d9-a230-b920e1f0c8aa None None] Pushing event updated for resources: {'Port': ['ID=bc889342-c527-47ed-a633-7b5756c4e375,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:30.318592 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-705cd754-940b-49d9-a230-b920e1f0c8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:30.333276 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Routers {'9379e10c-940c-4f9f-bc9e-7a08a9399611'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:33:30.334183 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938a585b0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:33:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['9379e10c-940c-4f9f-bc9e-7a08a9399611'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:30.425176 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device e190f15e-e2e7-458e-bf15-21c8116fc1b5 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:30.644002 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] Set router 9379e10c-940c-4f9f-bc9e-7a08a9399611 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:33:30.773590 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port e190f15e-e2e7-458e-bf15-21c8116fc1b5 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:30.773971 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:31.141093 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938a585b0>, [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 4, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port': {'id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:19Z', 'updated_at': '2021-05-13T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'bc889342-c527-47ed-a633-7b5756c4e375', 'name': '', 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'mac_address': 'fa:16:3e:12:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:30Z', 'revision_number': 4, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'subnets': [{'id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:33:31.145780 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f51d3-62b8-45a9-88ee-64e954b8e0cb None None] The sync data for ids ['9379e10c-940c-4f9f-bc9e-7a08a9399611'] in dv-cinder-689486-12-iscsi is: [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:33:24Z', 'revision_number': 4, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port': {'id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:19Z', 'updated_at': '2021-05-13T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': 'bc889342-c527-47ed-a633-7b5756c4e375', 'name': '', 'network_id': 'cabd7f99-2e14-4c7d-9236-d440856db7f1', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'mac_address': 'fa:16:3e:12:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:30Z', 'revision_number': 4, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'subnets': [{'id': 'd0e96c88-a741-488d-8d4e-b57548928950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:33:32.354715 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device bc889342-c527-47ed-a633-7b5756c4e375 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:32.574699 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning for port bc889342-c527-47ed-a633-7b5756c4e375 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:33:32.579865 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port bc889342-c527-47ed-a633-7b5756c4e375 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:32.580242 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:32.729910 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:32.763080 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] For port bc889342-c527-47ed-a633-7b5756c4e375, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=bc889342-c527-47ed-a633-7b5756c4e375,segment=NetworkSegment(64cb5adc-42be-46c5-bc48-20aeb61ae2a6),segment_id=64cb5adc-42be-46c5-bc48-20aeb61ae2a6)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:33:32.840852 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:32.842774 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-18beef03-e352-4274-843e-d2e0ef6f49a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:32.914648 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Pushing event updated for resources: {'Port': ['ID=bc889342-c527-47ed-a633-7b5756c4e375,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:32.917786 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:34.366847 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device bc889342-c527-47ed-a633-7b5756c4e375 up at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:33:34.458548 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Provisioning complete for port bc889342-c527-47ed-a633-7b5756c4e375 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:33:34.459070 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:36.531917 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41524) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:36.685704 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:36.702808 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:36.707035 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Usage tracker for resource:security_group_rule and tenant:87ce2379884944e4a73deebf800b1d7e is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:36.710551 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:36.717869 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:36.812803 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:36.875900 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:36.890744 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-41ba1c1b-9b3f-4aec-8517-55274d62e022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:36.945516 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87ce2379884944e4a73deebf800b1d7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4120152
May 13 16:33:36.946825 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdf8eba-02ba-4a74-82ab-ebe767c7238f,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:36.949868 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41532) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:36.952127 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d0a82bbb-6003-43df-9757-ac2b003a564c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:37.032366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a96f9b1d-e8f6-46d5-a63d-67d151fa5c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:37.061407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a96f9b1d-e8f6-46d5-a63d-67d151fa5c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:37.199150 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a96f9b1d-e8f6-46d5-a63d-67d151fa5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:37.204407 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2f89616e-a1c7-48bb-92e2-a50471efe208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:37.218891 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f9b1d-e8f6-46d5-a63d-67d151fa5c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdf8eba-02ba-4a74-82ab-ebe767c7238f,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:37.222147 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a96f9b1d-e8f6-46d5-a63d-67d151fa5c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:37.229879 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-a96f9b1d-e8f6-46d5-a63d-67d151fa5c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:37.231776 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-a96f9b1d-e8f6-46d5-a63d-67d151fa5c42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebdf8eba-02ba-4a74-82ab-ebe767c7238f HTTP/1.1" status: 204  len: 168 time: 0.2803686
May 13 16:33:37.862422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41540) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:37.880940 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:37.895132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:33:37.898965 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Usage tracker for resource:security_group_rule and tenant:728a145a15914e5da5d8e0fd39e3b853 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:33:37.901872 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:33:37.908561 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:33:37.994825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:38.040482 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:38.052610 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-13ab23ac-7b1d-4f0f-bed1-e57091f749b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:38.098239 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=728a145a15914e5da5d8e0fd39e3b853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2347217
May 13 16:33:38.100661 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3e77c3-cd5f-4c8a-9178-cb65c4849147,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:38.102335 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41546) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:33:38.104400 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:38.174716 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-02007c5f-4275-483c-b9ed-e9d61402848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:38.203770 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-02007c5f-4275-483c-b9ed-e9d61402848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:38.342627 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-02007c5f-4275-483c-b9ed-e9d61402848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:38.347133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-cdefe989-7c07-4d3a-b793-6d2a2a1d41e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:33:38.365013 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02007c5f-4275-483c-b9ed-e9d61402848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3e77c3-cd5f-4c8a-9178-cb65c4849147,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:33:38.368612 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-02007c5f-4275-483c-b9ed-e9d61402848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:33:38.378775 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-02007c5f-4275-483c-b9ed-e9d61402848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:38.380133 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-02007c5f-4275-483c-b9ed-e9d61402848b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d3e77c3-cd5f-4c8a-9178-cb65c4849147 HTTP/1.1" status: 204  len: 168 time: 0.2763994
May 13 16:33:41.572718 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5384f815-8207-495c-bca2-de9d5d03ceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:43.760975 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:43.953620 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-15f69547-d0ac-41de-86fb-c5ac11b96ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:44.812291 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:46.806412 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:48.217783 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:33:54.743695 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-baec266c-e9d3-4026-b00a-cfafc2ae58dc tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Synchronizing usage tracker for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:security_group {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:33:54.817327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-baec266c-e9d3-4026-b00a-cfafc2ae58dc tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Unset dirty status for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:security_group {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:33:54.818539 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-baec266c-e9d3-4026-b00a-cfafc2ae58dc tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933134190&fields=id&tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32 HTTP/1.1" status: 200  len: 267 time: 0.1160250
May 13 16:33:54.969556 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-8a2215bc-28bc-4c6f-aaef-43eccaa9442e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:33:54.970239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-8a2215bc-28bc-4c6f-aaef-43eccaa9442e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Synchronizing usage tracker for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:network {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:33:55.126210 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-8a2215bc-28bc-4c6f-aaef-43eccaa9442e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Unset dirty status for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:network {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:33:55.127317 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-8a2215bc-28bc-4c6f-aaef-43eccaa9442e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 808 time: 0.3021584
May 13 16:33:55.143646 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-7cc1bfdc-02dd-4f7c-9959-a5734e49ae80 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/quotas/0d5b3dee3fbc494c935bd20a2cda3c32 HTTP/1.1" status: 200  len: 375 time: 0.0098927
May 13 16:33:55.230596 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-71c4daee-799e-410c-aa30-079c357b19b8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0805449
May 13 16:33:55.246304 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-027aa454-1968-4ac8-bede-e7f6f6f2f50f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:33:55.247290 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-027aa454-1968-4ac8-bede-e7f6f6f2f50f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054882
May 13 16:33:55.498629 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-595dc4fa-8aa9-46f3-ae26-09027a7b555e service neutron] 10.222.0.42 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453117
May 13 16:33:55.635704 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-e5647d19-d843-4585-acf8-227dd7d5b02d service neutron] 10.222.0.42 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317363
May 13 16:33:56.380763 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-50bb5738-86fb-430e-b082-6c4237e52661 req-2999da72-c0a5-4638-850e-f94f972f3a31 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Synchronizing usage tracker for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:33:56.479817 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-50bb5738-86fb-430e-b082-6c4237e52661 req-2999da72-c0a5-4638-850e-f94f972f3a31 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Unset dirty status for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:33:56.481018 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-50bb5738-86fb-430e-b082-6c4237e52661 req-2999da72-c0a5-4638-850e-f94f972f3a31 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 210 time: 0.1435821
May 13 16:33:57.580003 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b6577f8d-0538-4eb1-8203-b62dbe607625 req-7b460b3f-e825-4143-a39e-87ba838cf1a6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 210 time: 0.0434914
May 13 16:33:58.729157 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-abb247e6-ac5f-4bc1-b6a8-95126f012cf8 req-7c3b7e9e-77d7-4297-83bb-ecb3a7b7e55d tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 210 time: 0.0430644
May 13 16:33:59.876241 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-603c4249-a991-4c5c-b49b-1930555da45b req-53b325d6-0258-40e7-a800-8846261e414b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 210 time: 0.0429525
May 13 16:34:00.826749 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-93daa1ff-ad3d-41c8-b05a-3e04794dbc69 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:00.828150 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-93daa1ff-ad3d-41c8-b05a-3e04794dbc69 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.24 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 808 time: 0.1494937
May 13 16:34:00.886386 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-2b568390-f32b-4288-9d89-b30b25f6ec69 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32 HTTP/1.1" status: 200  len: 380 time: 0.0412850
May 13 16:34:00.896346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'port': {'device_id': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'admin_state_up': True, 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'security_groups': ['d14ed1f9-58bf-4e94-878b-d43d7c9515f2']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:34:01.038580 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-14f956c7-589a-4ef2-b5b0-5a12bfcf0d29 req-091a79ba-1a2b-49a0-a6c5-73776bd02fa4 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 210 time: 0.0487535
May 13 16:34:01.041240 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:01.051707 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:01.132277 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Made reservation on behalf of 0d5b3dee3fbc494c935bd20a2cda3c32 for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:34:01.136072 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:01.302806 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Allocated IP 172.20.0.9 (ad129812-eaba-4abb-aed5-e94fed1ca2d9/9fa7ee27-0d45-4271-b893-d1fe44fe91d8/d8158ef5-a243-40af-8957-ba65c001e324) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:34:01.499838 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:01.516870 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Transition to ACTIVE for port object d8158ef5-a243-40af-8957-ba65c001e324 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:34:01.634422 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:01.640299 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1d7cf86f-79cf-4531-bf28-64f9b36bb6e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:01.713062 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:34:01.717269 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:34:01.719560 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:01.721724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:34:01.751536 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:01.792272 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:01.793020 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:01.892279 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0000584
May 13 16:34:01.911403 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-77240bd3-dc1d-4fc2-ac0e-0e16c12783a5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:34:01.913452 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-77240bd3-dc1d-4fc2-ac0e-0e16c12783a5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064392
May 13 16:34:02.032338 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Request body: {'port': {'device_id': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:34:02.073694 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-00e05b7b-07b1-4192-af27-07328cb204fd None None] Provisioning for port d8158ef5-a243-40af-8957-ba65c001e324 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:34:02.079470 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-00e05b7b-07b1-4192-af27-07328cb204fd None None] Provisioning complete for port d8158ef5-a243-40af-8957-ba65c001e324 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:34:02.079860 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-00e05b7b-07b1-4192-af27-07328cb204fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:02.157958 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:02.158491 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-00e05b7b-07b1-4192-af27-07328cb204fd None None] Port d8158ef5-a243-40af-8957-ba65c001e324 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:34:02.383198 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074c2b2-c85f-47e2-9372-634492c6f0ca req-db15518a-349a-4490-a31b-3e917c37fda7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:02.383930 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4074c2b2-c85f-47e2-9372-634492c6f0ca req-db15518a-349a-4490-a31b-3e917c37fda7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Synchronizing usage tracker for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:34:02.599763 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8158ef5-a243-40af-8957-ba65c001e324 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:34:02.607247 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:02.620843 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-4074c2b2-c85f-47e2-9372-634492c6f0ca req-db15518a-349a-4490-a31b-3e917c37fda7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Unset dirty status for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:34:02.622335 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4074c2b2-c85f-47e2-9372-634492c6f0ca req-db15518a-349a-4490-a31b-3e917c37fda7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 931 time: 0.4475682
May 13 16:34:02.624533 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Transition to ACTIVE for port object d8158ef5-a243-40af-8957-ba65c001e324 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:34:02.675407 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4074c2b2-c85f-47e2-9372-634492c6f0ca req-475ee005-b287-4fd5-b5d7-a3fd218b5601 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473316
May 13 16:34:02.834480 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:02.838972 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:03.090234 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:03.098072 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:03.175985 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Attempting to bind port d8158ef5-a243-40af-8957-ba65c001e324 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:34:03.176312 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Attempting to bind port d8158ef5-a243-40af-8957-ba65c001e324 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:34:03.184585 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Attempting to bind port d8158ef5-a243-40af-8957-ba65c001e324 on network ad129812-eaba-4abb-aed5-e94fed1ca2d9 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:34:03.184585 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Port d8158ef5-a243-40af-8957-ba65c001e324 on network ad129812-eaba-4abb-aed5-e94fed1ca2d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:34:03.184585 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Attempting to bind port d8158ef5-a243-40af-8957-ba65c001e324 on network ad129812-eaba-4abb-aed5-e94fed1ca2d9 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:34:03.187197 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:34:03.187600 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Checking segment: {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:34:03.187903 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Bound using segment: {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:34:03.188328 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Bound port: d8158ef5-a243-40af-8957-ba65c001e324, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b701b39-5f74-46e6-83d3-9a42e1d90e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:34:03.188677 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:03.283434 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:34:03.287462 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:34:03.372072 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:03.375902 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-46efa5a0-17c2-4988-ad0d-5e6f33e35593 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:03.433646 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:03.434378 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:03.435671 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] 10.222.0.24 "PUT /v2.0/ports/d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 1093 time: 1.5156076
May 13 16:34:03.436155 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:34:03.464056 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:03.467481 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-023dd02e-ea46-4f13-9bb1-3b45b58fd284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:03.495292 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324', 'status': 'completed', 'code': 200}
May 13 16:34:03.861968 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe261-00cb-4c2c-8a9a-c17aa682f444 req-91e6b748-e6a2-4f80-b32d-cf04e99d6aa1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:03.863476 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e29fe261-00cb-4c2c-8a9a-c17aa682f444 req-91e6b748-e6a2-4f80-b32d-cf04e99d6aa1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0823164
May 13 16:34:03.913205 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e29fe261-00cb-4c2c-8a9a-c17aa682f444 req-748b0c61-4700-48f7-8eb9-1cb3bd583f60 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406284
May 13 16:34:04.915752 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:34:05.100181 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f1aa4-6b45-4129-a23b-afe24b2d48c0 req-906dac39-2f16-4d92-b474-0a5dac8b7b91 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:05.101698 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9d8f1aa4-6b45-4129-a23b-afe24b2d48c0 req-906dac39-2f16-4d92-b474-0a5dac8b7b91 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0813928
May 13 16:34:05.147748 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9d8f1aa4-6b45-4129-a23b-afe24b2d48c0 req-78ce012e-ff46-4f73-b927-895017b105dc tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403461
May 13 16:34:05.726648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ab61b-2f51-4893-bf6b-d5655d73fa13 req-5139e4fe-5b96-4c3b-9def-41619160ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:05.728100 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-507ab61b-2f51-4893-bf6b-d5655d73fa13 req-5139e4fe-5b96-4c3b-9def-41619160ebea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1096 time: 0.0767071
May 13 16:34:05.880732 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ab61b-2f51-4893-bf6b-d5655d73fa13 req-ea9123e4-1063-4082-94c5-dd84db5f6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:05.882226 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-507ab61b-2f51-4893-bf6b-d5655d73fa13 req-ea9123e4-1063-4082-94c5-dd84db5f6a04 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1385171
May 13 16:34:06.018659 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ab61b-2f51-4893-bf6b-d5655d73fa13 req-2bae9fb3-437c-45c3-81a5-c24720edd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:06.020036 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-507ab61b-2f51-4893-bf6b-d5655d73fa13 req-2bae9fb3-437c-45c3-81a5-c24720edd41b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1311839
May 13 16:34:06.149679 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-5e05057a-f1e6-4da4-8a58-2e01d57004a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:06.151147 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-5e05057a-f1e6-4da4-8a58-2e01d57004a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1096 time: 0.0697546
May 13 16:34:06.231310 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-7ee36fe9-df55-4c20-b197-ac90e4afee00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 217 time: 0.0648921
May 13 16:34:06.342012 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-d6d2ad9e-91a0-4e84-ba18-f4e0b2dee889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:06.343627 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-d6d2ad9e-91a0-4e84-ba18-f4e0b2dee889 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 200  len: 847 time: 0.1045730
May 13 16:34:06.418227 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa238-43fd-403c-b166-84f626f05f14 req-49ea6829-25f6-4885-8e77-1d71d9922ed1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:06.419700 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-168fa238-43fd-403c-b166-84f626f05f14 req-49ea6829-25f6-4885-8e77-1d71d9922ed1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.1520624
May 13 16:34:06.478491 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-8f1b04ef-5556-4794-bd93-a267761144c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:06.479977 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-8f1b04ef-5556-4794-bd93-a267761144c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad129812-eaba-4abb-aed5-e94fed1ca2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1290212
May 13 16:34:06.482929 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-168fa238-43fd-403c-b166-84f626f05f14 req-d3db8aaa-7cfc-4f9a-9c48-176a1a26c2a0 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565758
May 13 16:34:06.622277 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-ec128a59-6a34-4dad-bf69-ca60710e89ba service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345441
May 13 16:34:06.752900 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bc941904-a7b4-49e0-91bd-c04ef14a0fca req-6a624be1-5f4a-4666-b463-47a3ea840bce service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241708
May 13 16:34:07.780798 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5df4-6913-4c5d-ba3f-c19b72bd00fc req-65588485-e130-4eab-9e45-3f5e9f176e8e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:07.782212 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9e8a5df4-6913-4c5d-ba3f-c19b72bd00fc req-65588485-e130-4eab-9e45-3f5e9f176e8e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.1848812
May 13 16:34:07.827137 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-9e8a5df4-6913-4c5d-ba3f-c19b72bd00fc req-a1237dc9-fc86-482c-9465-fb92479b5ed1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391929
May 13 16:34:09.120613 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e146e0-df81-420d-b274-ec4bb9538670 req-2ba61aed-4fe7-4eca-a306-87b7d89be5e7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:09.122019 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e146e0-df81-420d-b274-ec4bb9538670 req-2ba61aed-4fe7-4eca-a306-87b7d89be5e7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.1850750
May 13 16:34:09.166704 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-32e146e0-df81-420d-b274-ec4bb9538670 req-9f515069-388d-4952-8236-4084325a795e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389650
May 13 16:34:10.365995 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7b6a2-a849-4855-8f74-cbdd7bf0a9de req-42c6f07e-5d04-46c9-b5ba-95b00737e393 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:10.367458 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-13e7b6a2-a849-4855-8f74-cbdd7bf0a9de req-42c6f07e-5d04-46c9-b5ba-95b00737e393 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0839167
May 13 16:34:10.413008 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-13e7b6a2-a849-4855-8f74-cbdd7bf0a9de req-1b489122-e669-40ff-866d-d990996de77b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396986
May 13 16:34:11.524644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4fd287c7-5850-41e4-b23e-97ca7adbb4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:11.602837 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbdd41-f310-4233-84d3-076c16902af7 req-3b17bf6d-d181-4b5f-83e9-4733bf37c23f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:11.604357 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-91dbdd41-f310-4233-84d3-076c16902af7 req-3b17bf6d-d181-4b5f-83e9-4733bf37c23f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0852692
May 13 16:34:11.651399 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-91dbdd41-f310-4233-84d3-076c16902af7 req-0d6db5ba-0547-4005-b3eb-10d9ae10b124 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404341
May 13 16:34:12.832065 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924608-8a8c-4a16-bcf0-b13b2671d9ee req-d840d196-dead-4c5d-b204-ac4d982e675e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:12.833949 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b5924608-8a8c-4a16-bcf0-b13b2671d9ee req-d840d196-dead-4c5d-b204-ac4d982e675e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0783482
May 13 16:34:12.885619 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b5924608-8a8c-4a16-bcf0-b13b2671d9ee req-5258f73e-b57e-48cc-83f3-2919d3300489 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459173
May 13 16:34:13.810716 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:14.022164 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-16e8db81-748d-4e5b-a311-15e88a71b69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:14.069829 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a12c-349d-463e-9b55-be2db52bc37c req-81f157ad-721c-4fc2-a839-8281eea88bfa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:14.071330 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-19a6a12c-349d-463e-9b55-be2db52bc37c req-81f157ad-721c-4fc2-a839-8281eea88bfa tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0803862
May 13 16:34:14.120485 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-19a6a12c-349d-463e-9b55-be2db52bc37c req-8eb69986-f35f-473c-8036-f0da08a1756d tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433743
May 13 16:34:14.694218 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d8158ef5-a243-40af-8957-ba65c001e324 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:34:14.857394 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:34:14.867391 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:14.878547 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': 'd8158ef5-a243-40af-8957-ba65c001e324', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'port_id': 'd8158ef5-a243-40af-8957-ba65c001e324', 'mac_address': 'fa:16:3e:4a:ff:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:34:14.931184 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:14.948861 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8158ef5-a243-40af-8957-ba65c001e324 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:34:14.964171 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:34:15.050956 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:15.053319 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-84fb5318-fb1f-4330-b4a1-62ca78b16b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:15.161615 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:15.165066 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:15.321374 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3e4a4-6484-4389-bd51-6e241e05291c req-49d43d7b-8d3a-4a15-89c1-5b2645c8f3dc tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:15.322831 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3bc3e4a4-6484-4389-bd51-6e241e05291c req-49d43d7b-8d3a-4a15-89c1-5b2645c8f3dc tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 944 time: 0.0927975
May 13 16:34:15.368932 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-3bc3e4a4-6484-4389-bd51-6e241e05291c req-8c7209fe-0ecd-4741-a2e5-a3b3207ba8b7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404716
May 13 16:34:15.416112 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['d8158ef5-a243-40af-8957-ba65c001e324'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:34:16.557923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc84dbf-27cb-489c-b9b0-f37a0041acb8 req-75645ac6-c62a-4493-94b7-f784e6ddc67b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:16.559334 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5dc84dbf-27cb-489c-b9b0-f37a0041acb8 req-75645ac6-c62a-4493-94b7-f784e6ddc67b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 944 time: 0.0817127
May 13 16:34:16.605755 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5dc84dbf-27cb-489c-b9b0-f37a0041acb8 req-6661d91c-6b7e-4eb4-93a0-c9b367a5d4b2 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405092
May 13 16:34:16.696148 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d8158ef5-a243-40af-8957-ba65c001e324 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:34:16.750649 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:16.834118 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port d8158ef5-a243-40af-8957-ba65c001e324 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:34:16.839148 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port d8158ef5-a243-40af-8957-ba65c001e324 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:34:16.844917 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:16.957567 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:16.986041 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:34:16.996778 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:34:17.096678 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:17.099141 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:17.160791 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324', 'code': 200}
May 13 16:34:17.169531 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:17.172444 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:17.821652 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653c495-5879-48bf-b50b-91ce9d1761ee req-dac551e4-e102-4283-b0b9-e0e9b8a6a648 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:17.823024 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9653c495-5879-48bf-b50b-91ce9d1761ee req-dac551e4-e102-4283-b0b9-e0e9b8a6a648 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1029005
May 13 16:34:17.826294 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bcc6e-1c48-4b1e-ba1d-52f91388be98 req-b94b4715-aae7-4058-8a71-37301130ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:17.827695 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-766bcc6e-1c48-4b1e-ba1d-52f91388be98 req-b94b4715-aae7-4058-8a71-37301130ccf6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1098 time: 0.1500542
May 13 16:34:17.898426 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-9653c495-5879-48bf-b50b-91ce9d1761ee req-2498c5a0-267b-4c7c-a7a3-8068fa6ca8c0 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696325
May 13 16:34:17.901777 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-766bcc6e-1c48-4b1e-ba1d-52f91388be98 req-c384c13c-ea58-494f-ab3a-dc82822bf931 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568340
May 13 16:34:18.198264 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:18.577513 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41878) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:18.694740 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:18.709741 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:18.713611 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Usage tracker for resource:security_group_rule and tenant:3dd206051a174a6b8c7577c2762e483c is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:34:18.716459 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:34:18.722437 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:18.804095 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:18.915072 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:18.926369 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-47f1b323-0317-4a49-8d5a-43b172337935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:18.969624 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3dd206051a174a6b8c7577c2762e483c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3907320
May 13 16:34:18.971693 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373e6488-7a28-4ea2-bf27-e819b4ef48d1,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:18.973369 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41886) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:18.973916 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-13e928a0-fbc4-4e0b-90d2-1c244272bc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:19.038293 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43545d23-5b75-450d-87e2-d8dfa5ef2c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:19.064521 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43545d23-5b75-450d-87e2-d8dfa5ef2c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:19.091298 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332f22-0b68-48eb-8b14-3d7b79b1ab71 req-fee446ce-a138-4f57-9bbc-8271aebb68b3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:19.093050 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6c332f22-0b68-48eb-8b14-3d7b79b1ab71 req-fee446ce-a138-4f57-9bbc-8271aebb68b3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0852342
May 13 16:34:19.140621 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-6c332f22-0b68-48eb-8b14-3d7b79b1ab71 req-948f5ef0-c46b-4cbf-a9b9-c01f2b8df30b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416615
May 13 16:34:19.251021 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43545d23-5b75-450d-87e2-d8dfa5ef2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:19.254949 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d01000ac-1833-41d8-80d1-e401842d2fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:19.269222 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43545d23-5b75-450d-87e2-d8dfa5ef2c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373e6488-7a28-4ea2-bf27-e819b4ef48d1,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:19.273050 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-43545d23-5b75-450d-87e2-d8dfa5ef2c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:19.275264 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-43545d23-5b75-450d-87e2-d8dfa5ef2c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:19.276395 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-43545d23-5b75-450d-87e2-d8dfa5ef2c98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/373e6488-7a28-4ea2-bf27-e819b4ef48d1 HTTP/1.1" status: 204  len: 168 time: 0.3020461
May 13 16:34:20.108983 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 41894) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:20.127128 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:20.145387 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:20.149557 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Usage tracker for resource:security_group_rule and tenant:9b70f75d83494618abe5002273e9120b is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:34:20.152412 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:34:20.158170 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:20.245901 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:20.318239 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:20.327551 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-18065968-79a4-4c6b-aaba-4f697bfaf264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:20.346180 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618e2f-3cc9-428c-9ed9-2e12c18cec52 req-ee4caa1c-fa32-41d2-b8d9-e755fd8a2222 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:20.348153 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25618e2f-3cc9-428c-9ed9-2e12c18cec52 req-ee4caa1c-fa32-41d2-b8d9-e755fd8a2222 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1003234
May 13 16:34:20.403379 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b70f75d83494618abe5002273e9120b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2931654
May 13 16:34:20.404260 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df101288-b9cd-4fe2-b325-b78b6625c01f,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:20.406051 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41900) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:20.463361 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.463748 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.464118 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.464486 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.464847 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.465235 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.465594 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.465950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.466304 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.466663 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.467013 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.467360 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.471519 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:20.473509 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-5ecaa6cc-136e-43ae-81fc-7938bd75aab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:20.482962 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-25618e2f-3cc9-428c-9ed9-2e12c18cec52 req-e7045c56-71c0-412f-9be4-34fb3ac6b98d tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280842
May 13 16:34:20.502919 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:20.516019 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-84f40709-0007-4341-8c7d-6289d124de87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1091969
May 13 16:34:20.645538 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:20.651081 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0e28b4ef-3f38-4ed2-85db-a246559e187d tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:20.668779 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df101288-b9cd-4fe2-b325-b78b6625c01f,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:20.685114 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.685489 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.685857 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.686268 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.686628 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.686988 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.687345 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.687613 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-3480a958-075d-4b77-8633-1f01d66793fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:20.687728 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.688037 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.688387 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.688736 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.689076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:34:20.689229 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-3480a958-075d-4b77-8633-1f01d66793fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1099 time: 0.0730934
May 13 16:34:20.693965 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:20.698106 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:20.701130 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-81ff12b4-9dd4-42b9-b792-1538c3740d85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df101288-b9cd-4fe2-b325-b78b6625c01f HTTP/1.1" status: 204  len: 168 time: 0.2921560
May 13 16:34:20.727614 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca234f-de01-4e5a-9bd1-ffab877525e0 req-a16c5f76-bccc-4446-97f4-f6659dfe8301 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:20.729118 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a9ca234f-de01-4e5a-9bd1-ffab877525e0 req-a16c5f76-bccc-4446-97f4-f6659dfe8301 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1346042
May 13 16:34:20.780899 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a9ca234f-de01-4e5a-9bd1-ffab877525e0 req-f6ca89ac-a62e-4285-abdf-930f7116876f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450532
May 13 16:34:20.806170 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41908) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:20.858812 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-44d34e8c-057e-4d68-80a9-fcd3e1105787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:20.860187 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-44d34e8c-057e-4d68-80a9-fcd3e1105787 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.1414959
May 13 16:34:20.978675 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-3cf71893-c2d6-4b07-bd4a-69f33aaa7cb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 HTTP/1.1" status: 200  len: 1001 time: 0.1115139
May 13 16:34:21.049027 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-26f02bf6-4016-4406-8859-25f042a15190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:21.050522 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-26f02bf6-4016-4406-8859-25f042a15190 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0622385
May 13 16:34:21.057895 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2e8fb-317d-4516-abb4-916896eca7da tempest-TestShelveInstance-995989858 tempest-TestShelveInstance-995989858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:21.059390 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-43e2e8fb-317d-4516-abb4-916896eca7da tempest-TestShelveInstance-995989858 tempest-TestShelveInstance-995989858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1093 time: 0.2521036
May 13 16:34:21.062278 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41914) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:21.067393 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.v2.base [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'port_id': 'd8158ef5-a243-40af-8957-ba65c001e324', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:34:21.073973 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:21.077856 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Usage tracker for resource:floatingip and tenant:0d5b3dee3fbc494c935bd20a2cda3c32 is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:34:21.083379 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:34:21.086574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:21.136699 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-492f905e-9a65-4444-b070-beda79b8e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:21.138219 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-492f905e-9a65-4444-b070-beda79b8e6a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0737557
May 13 16:34:21.228034 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for floatingip, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:21.282438 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-5bcb1ff7-bbf3-4659-9e49-f1a45f8ac96a service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366937
May 13 16:34:21.374484 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:21.426919 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fffce3eb-940c-4574-a1c6-e78dc92a5894 req-0e196b21-eeab-4685-a5c4-f11d6737fc2e service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375222
May 13 16:34:21.518882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_common [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Allocated IP 172.27.1.24 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/820ac233-ad7c-4c57-add3-b6a62fc08c70) {{(pid=79477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:34:21.674135 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for port, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:21.770735 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:21.775775 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b9829d95-816b-49af-84fb-6b3c93cb0a81 tempest-VolumesActionsTest-449632074 tempest-VolumesActionsTest-449632074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:21.830607 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:34:21.834488 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.base_scheduler [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Resources bound (agent type, host, resource id):  {{(pid=79477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:34:21.837551 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Received port after_create {{(pid=79477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:34:21.880209 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'Port': ['ID=820ac233-ad7c-4c57-add3-b6a62fc08c70,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:21.884555 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:22.400210 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:22.590623 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:22.807956 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for port, precommit_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:22.867611 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4131096'] for port, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:22.872573 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-52b0cb8f-b821-44ef-99e5-ed8109930413 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:22.980964 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event updated for resources: {'Port': ['ID=820ac233-ad7c-4c57-add3-b6a62fc08c70,revision_number=2']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:22.984389 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:22.995882 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:23.175611 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Floating IP e6853ea3-c26b-45bc-afeb-42e572392d1c associated. External IP: 172.27.1.24, port: d8158ef5-a243-40af-8957-ba65c001e324.
May 13 16:34:23.528650 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Router f2c4b20b-8821-4414-a43c-d118d3299fc2 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:34:23.715136 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:34:23.726342 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] Sync routers for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:34:23.736283 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:34:23.736899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938b1a5e0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:34:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:34:23.822342 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:23.877926 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8146057
May 13 16:34:23.878703 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:34:23.920773 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:34:23.923323 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324', 'status': 'completed', 'code': 200}
May 13 16:34:24.050080 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-03e24a4f-ffea-4a45-a968-7018fa031e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:24.051674 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-03e24a4f-ffea-4a45-a968-7018fa031e2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1098 time: 0.0794628
May 13 16:34:24.290672 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-b7a9da08-6e9a-4b36-adaf-881f566b6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:24.292134 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-b7a9da08-6e9a-4b36-adaf-881f566b6f1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 909 time: 0.2332726
May 13 16:34:24.298763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938b1a5e0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': 'e6853ea3-c26b-45bc-afeb-42e572392d1c', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'port_id': 'd8158ef5-a243-40af-8957-ba65c001e324', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'mac_address': 'fa:16:3e:4a:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:34:22Z', 'updated_at': '2021-05-13T16:34:22Z', 'revision_number': 0, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 5, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:34:24.303238 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] Checking router: f2c4b20b-8821-4414-a43c-d118d3299fc2 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:34:24.312227 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:34:24.312858 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938b1a5e0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:34:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:34:24.403557 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-70c7b7a4-2bbd-4e0e-9dc4-36333208a457 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 998 time: 0.0958469
May 13 16:34:24.473833 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-08c3a187-ab9c-4d48-91ff-ca8d21913a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:24.475381 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-08c3a187-ab9c-4d48-91ff-ca8d21913a61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 200  len: 847 time: 0.0647428
May 13 16:34:24.491624 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:34:24.552945 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-994f9a3b-0f3d-4a75-a536-a876f40bf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:34:24.554356 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-994f9a3b-0f3d-4a75-a536-a876f40bf674 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad129812-eaba-4abb-aed5-e94fed1ca2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0723381
May 13 16:34:24.700407 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-b942e07f-2fda-41aa-8a12-ad47f878d8c1 service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371150
May 13 16:34:24.837012 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-29beab92-64fa-4dec-91c5-2ba7213b42c4 req-242f29ee-63ae-43fd-ba07-2e63ce228335 service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292031
May 13 16:34:24.889681 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938b1a5e0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': 'e6853ea3-c26b-45bc-afeb-42e572392d1c', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'port_id': 'd8158ef5-a243-40af-8957-ba65c001e324', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'mac_address': 'fa:16:3e:4a:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:34:22Z', 'updated_at': '2021-05-13T16:34:22Z', 'revision_number': 0, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 5, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:34:24.893541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494483e-084b-4637-8623-9fe4e053cd8d None None] The sync data for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi is: [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': 'e6853ea3-c26b-45bc-afeb-42e572392d1c', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'port_id': 'd8158ef5-a243-40af-8957-ba65c001e324', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'mac_address': 'fa:16:3e:4a:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:34:22Z', 'updated_at': '2021-05-13T16:34:22Z', 'revision_number': 0, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 5, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:34:25.076006 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8991a-c8a4-41e0-afea-a247df2dfe42 None None] New status for floating IP e6853ea3-c26b-45bc-afeb-42e572392d1c: ACTIVE {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:34:28.865410 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 41996) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:28.984443 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:28.999408 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:29.003648 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab19315e4b5484395917ee13979591d is out of sync, need to count used quota {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:34:29.007007 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:34:29.012881 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.quota.driver [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:29.096557 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:29.187843 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:29.301127 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-9bdbed42-4e1f-4987-b087-1ec752a020d4 tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:29.341678 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ab19315e4b5484395917ee13979591d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4751735
May 13 16:34:29.343646 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9246c70a-f5dd-45d6-9348-d145af0b8099,revision_number=1']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:29.344546 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42002) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:29.346708 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f459218d-45d6-43f8-a7b5-2acaee5290f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:29.408624 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-74c6b745-4131-4df0-9bb0-cc7d6a4e7933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:29.434706 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-74c6b745-4131-4df0-9bb0-cc7d6a4e7933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:29.610506 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-74c6b745-4131-4df0-9bb0-cc7d6a4e7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:29.614429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1fb6f3d8-3c72-4e7c-9267-31973d9cf321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:29.627052 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6b745-4131-4df0-9bb0-cc7d6a4e7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9246c70a-f5dd-45d6-9348-d145af0b8099,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:29.629940 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-74c6b745-4131-4df0-9bb0-cc7d6a4e7933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:29.637944 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-74c6b745-4131-4df0-9bb0-cc7d6a4e7933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:29.639064 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-74c6b745-4131-4df0-9bb0-cc7d6a4e7933 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9246c70a-f5dd-45d6-9348-d145af0b8099 HTTP/1.1" status: 204  len: 168 time: 0.2934973
May 13 16:34:30.268132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42010) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:30.286830 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:30.301328 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:30.305403 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Usage tracker for resource:security_group_rule and tenant:e5015451512d446299d4dfe25549eca2 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:34:30.308452 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:34:30.314705 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:30.400851 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:30.512901 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:30.520700 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-eeda7bc6-a5c2-4cf2-afc2-133330230cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:30.560779 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a655ca1-c543-4aa6-8989-a758d0cbdd14,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:30.564429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:30.567856 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5015451512d446299d4dfe25549eca2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2977159
May 13 16:34:30.569791 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42014) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:30.635004 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:30.660504 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:30.770430 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:30.774112 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2d358664-4e5e-4143-8fac-e9d5fb88d09f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:30.785468 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a655ca1-c543-4aa6-8989-a758d0cbdd14,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:30.788313 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:30.794263 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:30.796422 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a655ca1-c543-4aa6-8989-a758d0cbdd14 HTTP/1.1" status: 204  len: 168 time: 0.2242625
May 13 16:34:32.733368 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42060) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:32.850417 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:32.864343 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:32.868634 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Usage tracker for resource:security_group_rule and tenant:45378aab292f4392b40be03bf3743763 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:34:32.871402 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:34:32.876984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:32.956773 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:33.061874 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:33.069246 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-b3f6885e-52fc-42ce-b29a-27a444c6b4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:33.113627 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45378aab292f4392b40be03bf3743763&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3792069
May 13 16:34:33.114366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e942ae7a-4cf3-4cac-b1e8-7c6401cdaab3,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:33.117728 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42066) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:33.118269 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-421c0bbb-9e71-4dc2-bb38-89bad2280c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:33.177450 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ee02d0e3-ab52-4474-bf42-2267aa6505c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:33.203421 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ee02d0e3-ab52-4474-bf42-2267aa6505c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:33.341512 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ee02d0e3-ab52-4474-bf42-2267aa6505c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:33.345567 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7bd164e6-5a9a-4c92-9668-d2e888627bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:33.359183 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02d0e3-ab52-4474-bf42-2267aa6505c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e942ae7a-4cf3-4cac-b1e8-7c6401cdaab3,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:33.363084 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-ee02d0e3-ab52-4474-bf42-2267aa6505c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:33.369615 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-ee02d0e3-ab52-4474-bf42-2267aa6505c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:33.370734 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-ee02d0e3-ab52-4474-bf42-2267aa6505c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e942ae7a-4cf3-4cac-b1e8-7c6401cdaab3 HTTP/1.1" status: 204  len: 168 time: 0.2516155
May 13 16:34:41.495772 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-ea9e078f-5089-4d01-aa3f-d473b5a410f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:41.915202 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:34:43.810575 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:43.958401 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9a9e-23d7-43d4-adcb-412781eb7444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:44.815471 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:46.735934 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:48.215495 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:56.723950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42206) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:56.840208 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:56.855081 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:34:56.858883 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ffbd678438d4f1f9faa48e1efddbc30 is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:34:56.861715 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:34:56.868048 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:34:56.946873 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:57.026696 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:57.034089 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-14dbb991-acec-4134-b66b-5bee9f5a1b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:57.072806 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29881e24-7973-4c47-a0de-70ae4fd6cec6,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:57.077068 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ffbd678438d4f1f9faa48e1efddbc30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3521235
May 13 16:34:57.077970 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ee43a748-0323-4e84-a047-48bd54593ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:57.079618 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42212) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:34:57.137478 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-078300b4-d81b-482e-bd6a-c7d24626336d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:57.168028 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-078300b4-d81b-482e-bd6a-c7d24626336d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:57.289308 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-078300b4-d81b-482e-bd6a-c7d24626336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:57.293016 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-43ede1d3-5f53-4afc-9ea4-1d37bf1165f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:34:57.305276 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078300b4-d81b-482e-bd6a-c7d24626336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29881e24-7973-4c47-a0de-70ae4fd6cec6,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:34:57.307887 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-078300b4-d81b-482e-bd6a-c7d24626336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:34:57.315198 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-078300b4-d81b-482e-bd6a-c7d24626336d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:34:57.319104 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-078300b4-d81b-482e-bd6a-c7d24626336d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29881e24-7973-4c47-a0de-70ae4fd6cec6 HTTP/1.1" status: 204  len: 168 time: 0.2385314
May 13 16:35:11.455061 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-786d087a-3853-42f7-a864-7d9393dd226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:13.769697 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:14.020795 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-0418ae06-2722-4587-b6f5-c082891fb51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:14.149829 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-fdc2d551-00c9-4607-a201-c2b480919d9c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634050492&fields=id&tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 267 time: 0.0440104
May 13 16:35:14.300303 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-b247fbbe-7d2c-40ed-9440-ee6009f50fc8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:14.301786 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-b247fbbe-7d2c-40ed-9440-ee6009f50fc8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 812 time: 0.1447790
May 13 16:35:14.316382 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-631eca06-4aac-4e16-b665-5d8a85d71293 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/quotas/1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 375 time: 0.0090816
May 13 16:35:14.409973 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-dd8eb5b3-8018-4b5b-a919-e4c8e790fccb tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0883055
May 13 16:35:14.525605 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-754197cd-4633-4c17-8036-020cc3f6cfaa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 13 16:35:14.526668 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-754197cd-4633-4c17-8036-020cc3f6cfaa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1049917
May 13 16:35:14.660216 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-ba0c7334-b981-4deb-85bd-3814e1353f19 service neutron] 10.222.0.42 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268435
May 13 16:35:14.792343 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-71860949-72a1-45f4-87ad-a573c65df0ba service neutron] 10.222.0.42 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260998
May 13 16:35:14.855421 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:15.485661 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bbad56fa-d82b-42f7-9713-8c875d6c20df req-0e64207f-058e-408b-9a03-3348f918fb36 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 210 time: 0.0441692
May 13 16:35:16.644320 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f26b9447-710c-441f-bfe4-6bfa8e8f79c4 req-4bd095a4-1af3-4d3c-ba76-b2f67a261c4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 210 time: 0.0491371
May 13 16:35:16.774842 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:17.677118 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-7591f8fe-d07a-4e6f-aad2-9a9a250755c8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:17.678643 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-7591f8fe-d07a-4e6f-aad2-9a9a250755c8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 812 time: 0.1492393
May 13 16:35:17.737427 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-78ae2d97-5ae2-47f8-bdf9-5159a54406c5 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe HTTP/1.1" status: 200  len: 379 time: 0.0423455
May 13 16:35:17.746633 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'port': {'device_id': '4b9db896-41f5-4b31-acce-096220972729', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'admin_state_up': True, 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'security_groups': ['e0cb6c8c-64d6-4727-8965-cbb436402cd6']}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:35:17.865952 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-946a68c2-71f4-4d44-bf90-adfc7ad0fd9a req-e5f7a2da-8e2b-40a7-b163-aa92d0e6c8b1 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 210 time: 0.1050336
May 13 16:35:18.024874 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:35:18.035219 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:35:18.106338 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Made reservation on behalf of 1075a2c9b83e4dc9a1e8d546523c2efe for: {'port': 1} {{(pid=79476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 13 16:35:18.109860 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:18.203353 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:18.273514 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Allocated IP 172.20.0.5 (fce931a8-623e-4de8-8c85-53a4453b90f8/d754d376-e8e0-4549-95a6-a82ca4532b0c/8db87080-70bf-4266-b95c-c99f45400dc7) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:35:18.462573 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:18.478247 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Transition to ACTIVE for port object 8db87080-70bf-4266-b95c-c99f45400dc7 will not be triggered until provisioned by entity DHCP. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:35:18.581098 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:18.587143 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c94f9968-6ed8-476a-81e0-792c0cfed186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:35:18.648135 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Network fce931a8-623e-4de8-8c85-53a4453b90f8 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:35:18.651121 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:35:18.660286 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:35:18.700821 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=8db87080-70bf-4266-b95c-c99f45400dc7,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:35:18.705774 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:35:18.733478 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:18.734265 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:18.804254 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0614371
May 13 16:35:18.822612 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Request body: {'port': {'device_id': '4b9db896-41f5-4b31-acce-096220972729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:35:18.914840 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:35:18.942656 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:18.980644 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-e2f65f98-4aa4-4422-a4d0-ef2bd7ded62a None None] Provisioning for port 8db87080-70bf-4266-b95c-c99f45400dc7 completed by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:35:18.986109 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-e2f65f98-4aa4-4422-a4d0-ef2bd7ded62a None None] Provisioning complete for port 8db87080-70bf-4266-b95c-c99f45400dc7 triggered by entity DHCP. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:35:18.990027 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e2f65f98-4aa4-4422-a4d0-ef2bd7ded62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:19.040948 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-e2f65f98-4aa4-4422-a4d0-ef2bd7ded62a None None] Port 8db87080-70bf-4266-b95c-c99f45400dc7 cannot update to ACTIVE because it is not bound. {{(pid=79478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 13 16:35:19.066519 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948df37b-219d-4a2f-8a06-271340b9bbd7 req-656e7105-d92e-4ff1-839f-d7abab850bc9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:19.068139 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-948df37b-219d-4a2f-8a06-271340b9bbd7 req-656e7105-d92e-4ff1-839f-d7abab850bc9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 931 time: 0.0918329
May 13 16:35:19.115728 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-948df37b-219d-4a2f-8a06-271340b9bbd7 req-1c7280b9-3d89-40a4-8e76-8947272db67f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416563
May 13 16:35:19.295583 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db87080-70bf-4266-b95c-c99f45400dc7 {{(pid=79476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:35:19.303286 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:19.317972 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.provisioning_blocks [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Transition to ACTIVE for port object 8db87080-70bf-4266-b95c-c99f45400dc7 will not be triggered until provisioned by entity L2. {{(pid=79476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 13 16:35:19.386248 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:19.391266 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8257657c-df54-4b2a-bea4-5bbc1a206580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:35:19.552692 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Pushing event updated for resources: {'Port': ['ID=8db87080-70bf-4266-b95c-c99f45400dc7,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:35:19.562522 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:35:19.630893 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Attempting to bind port 8db87080-70bf-4266-b95c-c99f45400dc7 on host hv-cinder-68948 for vnic_type normal with profile  {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 13 16:35:19.631205 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Attempting to bind port 8db87080-70bf-4266-b95c-c99f45400dc7 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 13 16:35:19.631536 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Attempting to bind port 8db87080-70bf-4266-b95c-c99f45400dc7 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:35:19.636201 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Port 8db87080-70bf-4266-b95c-c99f45400dc7 on network fce931a8-623e-4de8-8c85-53a4453b90f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 13 16:35:19.636524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Attempting to bind port 8db87080-70bf-4266-b95c-c99f45400dc7 on network fce931a8-623e-4de8-8c85-53a4453b90f8 {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 13 16:35:19.641984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Checking agent: {'id': '5d8795e4-2c96-45e5-89b4-48c95275c669', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'started_at': datetime.datetime(2021, 5, 13, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 13 16:35:19.642320 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Checking segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 13 16:35:19.642707 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Bound using segment: {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'} {{(pid=79476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 13 16:35:19.643133 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.managers [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Bound port: 8db87080-70bf-4266-b95c-c99f45400dc7, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8'}}] {{(pid=79476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 13 16:35:19.643478 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:19.736472 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] For port 8db87080-70bf-4266-b95c-c99f45400dc7, host hv-cinder-68948, cleared binding levels {{(pid=79476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 13 16:35:19.739526 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] For port 8db87080-70bf-4266-b95c-c99f45400dc7, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8db87080-70bf-4266-b95c-c99f45400dc7,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 13 16:35:19.827234 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:19.831009 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-539a4683-29da-480e-aa27-00732df14ea9 tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:35:19.883807 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:19.884418 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:19.885858 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] 10.222.0.24 "PUT /v2.0/ports/8db87080-70bf-4266-b95c-c99f45400dc7 HTTP/1.1" status: 200  len: 1093 time: 1.0675521
May 13 16:35:19.886365 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:35:19.917530 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Pushing event updated for resources: {'Port': ['ID=8db87080-70bf-4266-b95c-c99f45400dc7,revision_number=3']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:35:19.920857 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:35:20.115356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-51afdebc-392a-4002-919e-3134b58ffc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:20.116767 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-51afdebc-392a-4002-919e-3134b58ffc43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 1096 time: 0.0761123
May 13 16:35:20.118366 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7', 'status': 'completed', 'code': 200}
May 13 16:35:20.212551 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-d3668c50-7381-4141-be80-4ad30149c687 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8db87080-70bf-4266-b95c-c99f45400dc7 HTTP/1.1" status: 200  len: 217 time: 0.0661118
May 13 16:35:20.279752 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-a711123b-e50b-4f9e-91b3-bed6aaad6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:20.281420 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-a711123b-e50b-4f9e-91b3-bed6aaad6737 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0626633
May 13 16:35:20.306356 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618fe30-9e81-49c2-9812-c9e29d472403 req-073329a8-f8fd-411b-b541-8be215e3364f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:20.308023 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7618fe30-9e81-49c2-9812-c9e29d472403 req-073329a8-f8fd-411b-b541-8be215e3364f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 943 time: 0.0852940
May 13 16:35:20.357993 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7618fe30-9e81-49c2-9812-c9e29d472403 req-9c7b226f-bbbb-48a1-949d-b9caa69145fd tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433879
May 13 16:35:20.468473 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e165-026b-4c52-892d-ff9397e48b4b req-f842c3ea-7e65-4be2-a346-3dc96f045481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:20.469981 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-f842c3ea-7e65-4be2-a346-3dc96f045481 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1823590
May 13 16:35:20.488931 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-3464f520-06e5-47ea-8b69-b25d360545a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0701354
May 13 16:35:20.596765 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968e44-5685-4188-ba75-24700d538153 req-175802c2-9cf3-494a-b51b-21b7119fdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:20.598201 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-175802c2-9cf3-494a-b51b-21b7119fdd0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1098 time: 0.0755653
May 13 16:35:20.605679 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-e4d74a4e-f18a-46c5-ac0f-d38f0e070a0c service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284184
May 13 16:35:20.742457 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-0921e165-026b-4c52-892d-ff9397e48b4b req-1990bddf-d69f-4693-8510-439797472bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303356
May 13 16:35:20.747770 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968e44-5685-4188-ba75-24700d538153 req-8c5df9fd-8162-49f5-bfa1-e5c251fcee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:20.749278 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-8c5df9fd-8162-49f5-bfa1-e5c251fcee95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 909 time: 0.1301937
May 13 16:35:20.859777 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-6131791c-a50c-410b-ad1e-764a9c0aabeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 1000 time: 0.0975475
May 13 16:35:20.923791 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968e44-5685-4188-ba75-24700d538153 req-e50342e3-699e-45b2-8c76-ba5d5473bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:20.925256 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-e50342e3-699e-45b2-8c76-ba5d5473bbd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 200  len: 847 time: 0.0579069
May 13 16:35:21.047296 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968e44-5685-4188-ba75-24700d538153 req-0a32f361-f8b2-4420-af05-4da2e77e1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:21.048767 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-0a32f361-f8b2-4420-af05-4da2e77e1f56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad129812-eaba-4abb-aed5-e94fed1ca2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0756736
May 13 16:35:21.055895 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-61e6cf9e-098f-431c-bd00-3b5a24d048c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:21.057394 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-61e6cf9e-098f-431c-bd00-3b5a24d048c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 1096 time: 0.0760615
May 13 16:35:21.181469 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-b62b8546-88cc-4d86-8da5-53d183ab2c53 service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241505
May 13 16:35:21.193601 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-c6a4d788-d50f-4be8-b0d0-1040bc53a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:21.195025 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-c6a4d788-d50f-4be8-b0d0-1040bc53a84e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.1280651
May 13 16:35:21.266401 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-2a9dd070-de93-4d7d-b2e3-995eb86389c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8db87080-70bf-4266-b95c-c99f45400dc7 HTTP/1.1" status: 200  len: 217 time: 0.0644577
May 13 16:35:21.335223 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-4394dfee-7c0e-40d4-8c71-ad7d58f6174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:21.336673 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-4394dfee-7c0e-40d4-8c71-ad7d58f6174d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0616796
May 13 16:35:21.416754 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-34968e44-5685-4188-ba75-24700d538153 req-2253e242-f99d-41ec-ae69-615b43646c54 service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2284534
May 13 16:35:21.417542 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-6c12dfc4-398f-495c-8510-c7a49fd36016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:21.419085 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-6c12dfc4-398f-495c-8510-c7a49fd36016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0717731
May 13 16:35:21.628419 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-e9a08980-06fe-43f4-9e75-61f70f9816c0 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852059
May 13 16:35:21.664447 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efbc9c-1c9c-46d4-98f9-5fa1eb4b07f5 req-93ff5f46-cafa-4d5b-9d47-75f1127abc99 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:21.665220 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-00efbc9c-1c9c-46d4-98f9-5fa1eb4b07f5 req-93ff5f46-cafa-4d5b-9d47-75f1127abc99 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:35:21.781275 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6e9021af-dfe5-4538-bdce-d6b594053edb req-c3239662-16b5-40c8-9308-70535dd2ea19 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445105
May 13 16:35:21.814529 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-00efbc9c-1c9c-46d4-98f9-5fa1eb4b07f5 req-93ff5f46-cafa-4d5b-9d47-75f1127abc99 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:35:21.823875 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-00efbc9c-1c9c-46d4-98f9-5fa1eb4b07f5 req-93ff5f46-cafa-4d5b-9d47-75f1127abc99 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 943 time: 0.3007615
May 13 16:35:21.861857 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-00efbc9c-1c9c-46d4-98f9-5fa1eb4b07f5 req-d3b063bd-fc21-4b7d-a2d0-ed1239555c19 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404806
May 13 16:35:23.050107 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807a4a3-856b-4179-9f91-86e859d1ab0f req-0c5b897b-f317-48d0-a324-e7b225e7ec50 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:23.051568 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c807a4a3-856b-4179-9f91-86e859d1ab0f req-0c5b897b-f317-48d0-a324-e7b225e7ec50 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 943 time: 0.0811820
May 13 16:35:23.095818 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c807a4a3-856b-4179-9f91-86e859d1ab0f req-419afef3-3f77-419a-94c4-8f12e0294fa1 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386510
May 13 16:35:24.277238 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd46731-6405-4f4d-b658-51f2b0b056dc req-4e6963c1-aaa3-4b8c-a11a-b7815b83399c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:24.278680 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bdd46731-6405-4f4d-b658-51f2b0b056dc req-4e6963c1-aaa3-4b8c-a11a-b7815b83399c tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 943 time: 0.0798154
May 13 16:35:24.326941 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bdd46731-6405-4f4d-b658-51f2b0b056dc req-5dfb9dc3-648b-4f4f-887c-ac75cba742c4 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425215
May 13 16:35:25.515209 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c9522-64d5-4c09-bc09-649c5eb15edd req-8028388c-9ed6-4411-92ca-d56d6c254a9e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:25.516690 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-048c9522-64d5-4c09-bc09-649c5eb15edd req-8028388c-9ed6-4411-92ca-d56d6c254a9e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 943 time: 0.0848138
May 13 16:35:25.562463 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-048c9522-64d5-4c09-bc09-649c5eb15edd req-d653803c-3396-48b2-9259-cb3936a762d0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399926
May 13 16:35:26.749435 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ec237-147b-4588-9a33-e1495f0e9f62 req-489bb447-a516-456c-a0d7-cd618cbbc8fe tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:26.750929 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ec2ec237-147b-4588-9a33-e1495f0e9f62 req-489bb447-a516-456c-a0d7-cd618cbbc8fe tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 943 time: 0.0799074
May 13 16:35:26.795922 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ec2ec237-147b-4588-9a33-e1495f0e9f62 req-955ef0e6-10e4-45c0-964b-e67e48591a99 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393231
May 13 16:35:26.892417 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 8db87080-70bf-4266-b95c-c99f45400dc7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:35:27.024805 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 8db87080-70bf-4266-b95c-c99f45400dc7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8db87080-70bf-4266-b95c-c99f45400dc7,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:35:27.037714 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': '8db87080-70bf-4266-b95c-c99f45400dc7', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'port_id': '8db87080-70bf-4266-b95c-c99f45400dc7', 'mac_address': 'fa:16:3e:f3:91:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:35:27.093619 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:27.110269 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db87080-70bf-4266-b95c-c99f45400dc7 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:35:27.125815 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 8db87080-70bf-4266-b95c-c99f45400dc7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8db87080-70bf-4266-b95c-c99f45400dc7,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:35:27.203198 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:27.204899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:35:27.273642 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=8db87080-70bf-4266-b95c-c99f45400dc7,revision_number=4']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:35:27.280764 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.281129 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.281470 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.281797 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.282130 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.282467 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.282787 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.283109 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.283428 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.283746 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.284058 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.284379 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:27.288267 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:35:27.513886 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['8db87080-70bf-4266-b95c-c99f45400dc7'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:35:27.982424 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db7ad1-ff3a-42ae-89b8-84a6adf5616f req-bfa83208-9e9f-40ad-a612-70d6b3dddc7a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:27.983858 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-29db7ad1-ff3a-42ae-89b8-84a6adf5616f req-bfa83208-9e9f-40ad-a612-70d6b3dddc7a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 944 time: 0.0846369
May 13 16:35:28.027641 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-29db7ad1-ff3a-42ae-89b8-84a6adf5616f req-bbae7891-ca90-47ff-926b-5d57fa58c88b tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381024
May 13 16:35:28.890113 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 8db87080-70bf-4266-b95c-c99f45400dc7 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:35:29.060256 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning for port 8db87080-70bf-4266-b95c-c99f45400dc7 completed by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 13 16:35:29.065377 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port 8db87080-70bf-4266-b95c-c99f45400dc7 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:35:29.065761 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:29.187447 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:29.213712 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:35:29.215271 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20461caf-515a-41ab-9d04-22e70d61e39c req-7ad77e84-0304-40ce-b69c-153cc58aac45 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:29.217043 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-20461caf-515a-41ab-9d04-22e70d61e39c req-7ad77e84-0304-40ce-b69c-153cc58aac45 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 944 time: 0.0846550
May 13 16:35:29.224381 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port 8db87080-70bf-4266-b95c-c99f45400dc7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8db87080-70bf-4266-b95c-c99f45400dc7,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:35:29.261405 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7', 'code': 200}
May 13 16:35:29.266313 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-20461caf-515a-41ab-9d04-22e70d61e39c req-aafe381f-b868-4e42-890a-66a93f28d6c9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406697
May 13 16:35:29.329057 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:29.330899 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-82748a44-bcd8-4bd4-933e-d9d38edc7177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:35:29.401532 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=8db87080-70bf-4266-b95c-c99f45400dc7,revision_number=5']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:35:29.404794 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:35:29.712891 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abcf9-e5cc-406b-a8d0-4caf067c80fc req-dac6416e-3d59-4c88-a1ec-7585f0ae61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:29.714415 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-783abcf9-e5cc-406b-a8d0-4caf067c80fc req-dac6416e-3d59-4c88-a1ec-7585f0ae61e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 1098 time: 0.0685108
May 13 16:35:29.754929 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-783abcf9-e5cc-406b-a8d0-4caf067c80fc req-5fa3c7f7-fbdd-4543-8419-6b99f8e85ad1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339215
May 13 16:35:30.450950 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b9940-814c-4024-addf-b713b8b6d6de req-9ff7adc0-6ac1-470d-9514-1372dc73b1be tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:30.452506 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bc3b9940-814c-4024-addf-b713b8b6d6de req-9ff7adc0-6ac1-470d-9514-1372dc73b1be tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 945 time: 0.0796230
May 13 16:35:30.500402 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-bc3b9940-814c-4024-addf-b713b8b6d6de req-1f8bfcc8-c771-44c7-890d-359f0d054d0e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421920
May 13 16:35:31.784780 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b920-c753-4cbb-8e8d-371a998754ee req-81cadb21-66c8-47e6-92a8-034e73609519 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:31.786112 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bf79b920-c753-4cbb-8e8d-371a998754ee req-81cadb21-66c8-47e6-92a8-034e73609519 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 945 time: 0.1814668
May 13 16:35:31.831272 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-bf79b920-c753-4cbb-8e8d-371a998754ee req-f3fa9c1e-68b8-4510-9e9a-cc046cf9a217 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394342
May 13 16:35:32.011999 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ccae8-164c-4d7e-8ce2-9f09508c2e1b req-db150fdd-a142-4ea6-8d8a-ab862c42fed6 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:32.013459 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c01ccae8-164c-4d7e-8ce2-9f09508c2e1b req-db150fdd-a142-4ea6-8d8a-ab862c42fed6 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 945 time: 0.0801656
May 13 16:35:32.058773 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-c01ccae8-164c-4d7e-8ce2-9f09508c2e1b req-25d8059a-c890-4ab5-b3a4-7c9e3a8c398b tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395696
May 13 16:35:32.081897 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42310) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:35:32.152123 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec7401-91af-4ce4-896f-bc5db4120169 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:32.153611 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-aeec7401-91af-4ce4-896f-bc5db4120169 tempest-TestVolumeBootPattern-520090633 tempest-TestVolumeBootPattern-520090633-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 1093 time: 0.0707161
May 13 16:35:32.156852 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42314) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:35:32.161804 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.v2.base [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Request body: {'floatingip': {'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'port_id': '8db87080-70bf-4266-b95c-c99f45400dc7', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 13 16:35:32.167835 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 13 16:35:32.172283 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Usage tracker for resource:floatingip and tenant:1075a2c9b83e4dc9a1e8d546523c2efe is out of sync, need to count used quota {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 13 16:35:32.175317 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79476) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 13 16:35:32.180910 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.quota.driver [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79476) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 13 16:35:32.260404 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:32.397868 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:32.532189 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_common [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Allocated IP 172.27.1.242 (9cfd381f-5262-46b8-a3da-134dd61e9c55/fb3d8836-969c-4432-98d5-f762d2428a41/d51b6183-9fae-4de3-a440-ce280b8a0ee2) {{(pid=79476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 13 16:35:32.680071 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:32.786333 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755620579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:32.790195 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-054f1271-0228-46cc-ab7d-cd9887ed2ce7 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:35:32.850778 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Network 9cfd381f-5262-46b8-a3da-134dd61e9c55 is already hosted by enough agents. {{(pid=79476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 13 16:35:32.853575 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.base_scheduler [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Resources bound (agent type, host, resource id):  {{(pid=79476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 13 16:35:32.861959 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Received port after_create {{(pid=79476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 13 16:35:32.891201 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=d51b6183-9fae-4de3-a440-ce280b8a0ee2,revision_number=1']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:35:32.905506 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.909950 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:35:32.913805 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:35:33.270083 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:33.411403 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:33.615696 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for port, precommit_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:33.694817 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886337'] for port, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:33.698583 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-79fa6885-d1c4-4fd7-864b-eb28ba0aea2b tempest-AttachVolumeNegativeTest-187170957 tempest-AttachVolumeNegativeTest-187170957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:35:33.800773 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event updated for resources: {'Port': ['ID=d51b6183-9fae-4de3-a440-ce280b8a0ee2,revision_number=2']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:35:33.804730 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:35:33.817006 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664740'] for floatingip, after_update {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:34.090630 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Floating IP 113fca69-fc4c-4b78-8ca6-12af82e6faa8 associated. External IP: 172.27.1.242, port: 8db87080-70bf-4266-b95c-c99f45400dc7.
May 13 16:35:34.443196 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:35:34.620969 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:35:34.630772 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:35:34.640416 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:35:34.640416 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693871a820>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:35:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:35:34.718064 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:34.781376 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-8acfd79f-f00b-49b1-aa8d-64a669b2eb4a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6234474
May 13 16:35:34.782094 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:35:34.819231 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:35:34.827664 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7', 'status': 'completed', 'code': 200}
May 13 16:35:34.945962 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-f62fd227-2b6d-43e7-b1a0-c54aeaade4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:34.947395 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-f62fd227-2b6d-43e7-b1a0-c54aeaade4e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 1098 time: 0.0709753
May 13 16:35:35.081356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-d3669338-c700-40c4-8a75-bc63d3d4dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:35.082807 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-d3669338-c700-40c4-8a75-bc63d3d4dfeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.1287444
May 13 16:35:35.190402 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-fdc3ebab-50db-4954-97c3-670b7c1f9c0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8db87080-70bf-4266-b95c-c99f45400dc7 HTTP/1.1" status: 200  len: 999 time: 0.1001339
May 13 16:35:35.202395 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693871a820>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:28Z', 'revision_number': 1, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}, {'id': '113fca69-fc4c-4b78-8ca6-12af82e6faa8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': '8db87080-70bf-4266-b95c-c99f45400dc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:f3:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9db896-41f5-4b31-acce-096220972729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:35:33Z', 'updated_at': '2021-05-13T16:35:33Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:35:35.206209 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:35:35.214636 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:35:35.215244 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693871a820>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:35:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:35:35.253875 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-72af19c9-0705-41d7-b2e9-1482f086ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:35.255614 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-72af19c9-0705-41d7-b2e9-1482f086ef4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0583031
May 13 16:35:35.336421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-a41e7c8c-48e7-4c9f-9f71-99dc8df211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:35:35.338022 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-a41e7c8c-48e7-4c9f-9f71-99dc8df211d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0758576
May 13 16:35:35.394888 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:35:35.471515 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-d3c8b16c-99bb-4e8c-9e66-8583f34144cc service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266525
May 13 16:35:35.719374 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4efd148c-e4e6-461a-bea2-3ce29d9e00a3 req-f954ae0c-b07e-4dae-8d8e-c621af2195b4 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2409489
May 13 16:35:35.751970 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693871a820>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:28Z', 'revision_number': 1, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}, {'id': '113fca69-fc4c-4b78-8ca6-12af82e6faa8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': '8db87080-70bf-4266-b95c-c99f45400dc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:f3:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9db896-41f5-4b31-acce-096220972729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:35:33Z', 'updated_at': '2021-05-13T16:35:33Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:35:35.757501 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9352ca-fecc-4191-84fb-2794c6923d6d None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:28Z', 'revision_number': 1, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}, {'id': '113fca69-fc4c-4b78-8ca6-12af82e6faa8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': '8db87080-70bf-4266-b95c-c99f45400dc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:f3:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9db896-41f5-4b31-acce-096220972729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:35:33Z', 'updated_at': '2021-05-13T16:35:33Z', 'revision_number': 0, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:35:35.931122 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da74fc6-6b0c-4541-a4b9-b27b7162e232 None None] New status for floating IP 113fca69-fc4c-4b78-8ca6-12af82e6faa8: ACTIVE {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:35:41.466039 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-21502512-e82c-45b1-a8bb-4221ef4f59b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:43.797566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:43.992174 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-228039f4-6cd0-4e17-82b0-6cb8ce6e8db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:44.831800 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:46.757374 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:48.225723 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:35:55.914495 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:36:11.465909 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-654d48b6-22b9-4eb7-96f4-7531d652249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:13.877561 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:14.049241 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-920657b9-14ef-451a-a517-f51a0c5a18a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:14.835862 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:16.750132 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:18.246992 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:21.487263 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-10d1a2b7-1cc9-4554-b21f-29bc2f0504f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768614
May 13 16:36:21.808282 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f18df-f9b4-46b8-ac19-cf445e035a39 req-e75de8e1-ec9d-443e-a712-4a08dc7ce866 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:21.810908 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c15f18df-f9b4-46b8-ac19-cf445e035a39 req-e75de8e1-ec9d-443e-a712-4a08dc7ce866 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.2674329
May 13 16:36:21.816863 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d9079-a761-468a-988c-9303c19c3496 req-aebe13a1-ac22-458b-8eb6-99eedae03124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:21.819319 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-aebe13a1-ac22-458b-8eb6-99eedae03124 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1099 time: 0.1966834
May 13 16:36:22.034871 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c15f18df-f9b4-46b8-ac19-cf445e035a39 req-1870813e-b9fc-42d8-bc99-b6f42fc63929 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2139976
May 13 16:36:22.102352 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d9079-a761-468a-988c-9303c19c3496 req-741a50e3-2855-453f-81b1-bc7eab83b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:22.103966 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-741a50e3-2855-453f-81b1-bc7eab83b3f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.2531369
May 13 16:36:22.217829 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-3fd3a47e-d76a-4e35-9f3c-48afff64d5bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 HTTP/1.1" status: 200  len: 1001 time: 0.1039448
May 13 16:36:22.284052 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d9079-a761-468a-988c-9303c19c3496 req-9913311b-d2da-476e-a2e9-a15327608017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:22.285784 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-9913311b-d2da-476e-a2e9-a15327608017 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0590346
May 13 16:36:22.365992 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d9079-a761-468a-988c-9303c19c3496 req-6ec5feab-49f1-41d1-8865-4c86cde1da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:22.366755 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-6ec5feab-49f1-41d1-8865-4c86cde1da9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0739458
May 13 16:36:22.508241 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-512212d7-88d1-452e-a8fc-d549f923c31d service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311579
May 13 16:36:22.650562 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-563d9079-a761-468a-988c-9303c19c3496 req-6c68021e-3223-4675-9f41-7bba8b284286 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349986
May 13 16:36:23.231553 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141d6e-2a58-4bb9-afad-2a69ec35211f req-ba2f2ff2-4f93-4ff0-9fbd-7ff75b06fa81 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:23.233109 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25141d6e-2a58-4bb9-afad-2a69ec35211f req-ba2f2ff2-4f93-4ff0-9fbd-7ff75b06fa81 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0866902
May 13 16:36:23.286074 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-25141d6e-2a58-4bb9-afad-2a69ec35211f req-0a0c1546-b0ac-418a-9acb-7432825f6538 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424585
May 13 16:36:24.505259 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f44ec-bd6f-4add-b5fd-d1ea5d9ba183 req-076bed74-98c9-4cc4-9e90-144ea0fdcdd0 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:24.506901 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b71f44ec-bd6f-4add-b5fd-d1ea5d9ba183 req-076bed74-98c9-4cc4-9e90-144ea0fdcdd0 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0944777
May 13 16:36:24.565372 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b71f44ec-bd6f-4add-b5fd-d1ea5d9ba183 req-7235a2c2-10cb-415a-af24-74da854e12ee tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465128
May 13 16:36:25.773962 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde9e86-0592-4518-8e17-d3803b79c19a req-a3156ef2-f830-4c66-a9db-254d8c2e02b6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:25.775461 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dfde9e86-0592-4518-8e17-d3803b79c19a req-a3156ef2-f830-4c66-a9db-254d8c2e02b6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0914354
May 13 16:36:25.843982 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dfde9e86-0592-4518-8e17-d3803b79c19a req-002055b7-81a2-4966-93f1-82c1eff5d97f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616405
May 13 16:36:27.066544 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9a1b3-b092-4054-a95c-3f8d1fb36639 req-e7bd0bc2-08da-413e-896a-71b4867166a8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:27.068491 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52e9a1b3-b092-4054-a95c-3f8d1fb36639 req-e7bd0bc2-08da-413e-896a-71b4867166a8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1100597
May 13 16:36:27.120055 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-52e9a1b3-b092-4054-a95c-3f8d1fb36639 req-04860e2d-7ecc-4905-a709-e2bddf8e29d8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451477
May 13 16:36:28.319684 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a74002-c97e-4bfb-95ef-31a951b4c57d req-00b80d0f-7910-4631-a008-8df33c3aeb17 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:28.321263 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e2a74002-c97e-4bfb-95ef-31a951b4c57d req-00b80d0f-7910-4631-a008-8df33c3aeb17 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0845654
May 13 16:36:28.372785 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e2a74002-c97e-4bfb-95ef-31a951b4c57d req-c464093a-4fe9-4aa5-9d82-3e5bccbe29c3 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450256
May 13 16:36:29.632480 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef29389-906d-4a5e-b9ba-268767ffb3a4 req-f44dc823-4944-4db3-acaf-64d6944a0308 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:29.634304 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5ef29389-906d-4a5e-b9ba-268767ffb3a4 req-f44dc823-4944-4db3-acaf-64d6944a0308 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1307309
May 13 16:36:29.685359 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5ef29389-906d-4a5e-b9ba-268767ffb3a4 req-d15686d2-0beb-49d7-8f27-7d34606c7026 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440376
May 13 16:36:30.910235 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118492f-c113-40ed-b12b-eb24d1d0a50e req-31cf4eec-6236-4a6e-a1f3-bef1d89ec460 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:30.912019 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a118492f-c113-40ed-b12b-eb24d1d0a50e req-31cf4eec-6236-4a6e-a1f3-bef1d89ec460 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1131618
May 13 16:36:30.966008 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a118492f-c113-40ed-b12b-eb24d1d0a50e req-5c42092d-0f45-47d8-ad17-d7260ed9b010 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475869
May 13 16:36:32.173715 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387bf0f-2a39-4ce0-9572-47b6164cf33b req-6d90fd9d-dcd0-40bf-8914-893923a22f1a tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:32.175270 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8387bf0f-2a39-4ce0-9572-47b6164cf33b req-6d90fd9d-dcd0-40bf-8914-893923a22f1a tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0917566
May 13 16:36:32.227290 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8387bf0f-2a39-4ce0-9572-47b6164cf33b req-8eb7ae99-e0f5-432b-b3b8-76129e5f9417 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455515
May 13 16:36:32.916808 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:36:33.448061 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6fb94-b902-4d1f-89e4-f52ccd53c625 req-f37b9147-2fa9-4a37-bd5b-5b95b71ecd6b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:33.450513 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cac6fb94-b902-4d1f-89e4-f52ccd53c625 req-f37b9147-2fa9-4a37-bd5b-5b95b71ecd6b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1097722
May 13 16:36:33.498721 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-cac6fb94-b902-4d1f-89e4-f52ccd53c625 req-73a1bf39-a5f3-4c24-9617-b492f1c53e52 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424125
May 13 16:36:34.740930 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5124505-ed5a-42cd-aa07-122a8f613b16 req-7946ca52-0b46-49c9-84d3-177d9060c105 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:34.743527 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c5124505-ed5a-42cd-aa07-122a8f613b16 req-7946ca52-0b46-49c9-84d3-177d9060c105 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0904658
May 13 16:36:34.799505 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c5124505-ed5a-42cd-aa07-122a8f613b16 req-3a8cfea1-73bf-4756-8a7c-f2fff6f16cba tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467527
May 13 16:36:35.993868 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4288c53-f2be-402e-a36d-bba100b25361 req-b14af477-bcc9-4301-9f07-a15b2b829f3e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:35.995772 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f4288c53-f2be-402e-a36d-bba100b25361 req-b14af477-bcc9-4301-9f07-a15b2b829f3e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0859325
May 13 16:36:36.043165 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f4288c53-f2be-402e-a36d-bba100b25361 req-97c3382c-6f59-4033-b8f6-24e975062df7 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409281
May 13 16:36:36.906335 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-f6beb2ea-2815-4bf3-a50f-54e61d84f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:36.907887 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-f6beb2ea-2815-4bf3-a50f-54e61d84f549 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1098 time: 0.0752578
May 13 16:36:37.190924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-c8fd6a12-aa22-48de-9ba4-8e7736abd3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:37.193556 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-c8fd6a12-aa22-48de-9ba4-8e7736abd3af service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 909 time: 0.2774761
May 13 16:36:37.352386 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-5e9ea98b-4a2d-4b7a-aafc-0fd936be1ab9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 1000 time: 0.1258013
May 13 16:36:37.426461 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eecd04-680e-4a1e-89ee-ff231b5a2c89 req-d8eaeffc-9075-4393-a5ca-bbc66d5740a8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:37.428100 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58eecd04-680e-4a1e-89ee-ff231b5a2c89 req-d8eaeffc-9075-4393-a5ca-bbc66d5740a8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.2334509
May 13 16:36:37.459312 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-fad173a2-e194-47cb-bf82-f40bcbef9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:37.460870 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-fad173a2-e194-47cb-bf82-f40bcbef9248 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 200  len: 847 time: 0.1011634
May 13 16:36:37.536117 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-58eecd04-680e-4a1e-89ee-ff231b5a2c89 req-b6dff8c5-66bc-4654-a461-167059664bc6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981178
May 13 16:36:37.566427 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-bae40325-d360-4503-b2e4-91feb4ce9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:37.567911 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-bae40325-d360-4503-b2e4-91feb4ce9119 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad129812-eaba-4abb-aed5-e94fed1ca2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0999939
May 13 16:36:37.709774 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-891c2a43-eb5d-4feb-bf9f-f73adfa283fe service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341693
May 13 16:36:37.853792 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e7750c5a-7b6d-4d43-8f0e-0a7c043c1958 req-e32fd122-fce5-432b-ad8f-e72f1f7f6105 service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361837
May 13 16:36:38.747200 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a810c8-ce00-4683-a056-dc197327fea0 req-bcd0e0e6-1c03-4ae3-99bb-a8252f9d1038 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:38.748724 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b6a810c8-ce00-4683-a056-dc197327fea0 req-bcd0e0e6-1c03-4ae3-99bb-a8252f9d1038 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0867131
May 13 16:36:38.795579 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-b6a810c8-ce00-4683-a056-dc197327fea0 req-eb9a46d8-b75b-4fbb-a018-57be110c8799 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410011
May 13 16:36:40.010477 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b149295-4b2b-4ede-b5eb-4f20622b0773 req-697ccd13-cea5-4763-b75e-2bff48afcc53 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:40.012499 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2b149295-4b2b-4ede-b5eb-4f20622b0773 req-697ccd13-cea5-4763-b75e-2bff48afcc53 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0901732
May 13 16:36:40.062757 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-2b149295-4b2b-4ede-b5eb-4f20622b0773 req-d657a04d-7afe-4421-bfca-fe0c9d5d3bd4 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436521
May 13 16:36:41.261207 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe3fd5-235b-4a7e-a7fd-414a67954dc2 req-ddfef3d7-215b-4ca5-be02-b34f6664b77a tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:41.263296 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dabe3fd5-235b-4a7e-a7fd-414a67954dc2 req-ddfef3d7-215b-4ca5-be02-b34f6664b77a tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0877376
May 13 16:36:41.312871 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-dabe3fd5-235b-4a7e-a7fd-414a67954dc2 req-ae549705-9b95-42eb-a8b5-3f94b69581cb tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435412
May 13 16:36:41.471642 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-ef485df4-4dba-4417-b660-ec510f8e540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:41.940694 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44404-3e39-495e-a200-e86f8df102b5 req-5098fe93-0d2e-43ea-9edc-ed5a27c232ed tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:41.942292 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f7b44404-3e39-495e-a200-e86f8df102b5 req-5098fe93-0d2e-43ea-9edc-ed5a27c232ed tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0930820
May 13 16:36:41.998003 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f7b44404-3e39-495e-a200-e86f8df102b5 req-2a6836a7-39aa-4fa3-8a80-b0eb8313318b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494237
May 13 16:36:42.180858 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-c8817aba-976f-4e01-896f-c5d1cd971cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2972128
May 13 16:36:43.201808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4369d-fea8-4606-b530-9b6df5474f88 req-fac1bad7-25e7-4f4b-a5f2-3fcde04bd653 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:43.203419 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c6d4369d-fea8-4606-b530-9b6df5474f88 req-fac1bad7-25e7-4f4b-a5f2-3fcde04bd653 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0915971
May 13 16:36:43.253662 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-c6d4369d-fea8-4606-b530-9b6df5474f88 req-e917a484-6f5a-4299-9881-da003ee67f71 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439687
May 13 16:36:43.313467 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d8158ef5-a243-40af-8957-ba65c001e324 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:36:43.431050 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:43.460046 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:36:43.471375 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:36:43.504392 dv-cinder-689486-12-iscsi neutron-server[79478]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324', 'code': 422} returned with failed status
May 13 16:36:43.534274 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:43.536115 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-3ce2409f-329a-45fd-ac10-e50a8ee6e390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:36:43.613707 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=6']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:36:43.621463 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.621855 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.622792 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.623121 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.623445 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.623805 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.624127 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.624445 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.624763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.625078 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.625449 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.625763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:36:43.629830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:36:43.774301 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:43.928559 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-c949853f-63f1-4b2e-a20b-0b86bfc9cd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:44.442955 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d475b2-a37e-47f9-abec-32d2babb2915 req-80158b2f-ca2c-4620-970a-6e99ae992377 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:44.444463 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f2d475b2-a37e-47f9-abec-32d2babb2915 req-80158b2f-ca2c-4620-970a-6e99ae992377 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0827501
May 13 16:36:44.495918 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f2d475b2-a37e-47f9-abec-32d2babb2915 req-fbd4504f-7c2a-4251-b530-beb09ed99dbc tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412335
May 13 16:36:44.846742 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:45.727016 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598f9eb-597b-4fcd-aef9-8ffad1d495af req-0962dee4-cf8b-4555-b614-e0054c22098e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:45.728701 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e598f9eb-597b-4fcd-aef9-8ffad1d495af req-0962dee4-cf8b-4555-b614-e0054c22098e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0928836
May 13 16:36:45.780565 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-e598f9eb-597b-4fcd-aef9-8ffad1d495af req-c209b2a8-7961-46eb-bddc-1a6a5ed93be5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438023
May 13 16:36:46.359316 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-1c4a833f-d156-46c0-9d35-46be1aca4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:46.361246 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-1c4a833f-d156-46c0-9d35-46be1aca4ee1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a&tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32 HTTP/1.1" status: 200  len: 1096 time: 0.0802078
May 13 16:36:46.470988 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-3afcfbc5-4927-4584-af34-a18435ae2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:46.472607 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-3afcfbc5-4927-4584-af34-a18435ae2fda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1096 time: 0.0763056
May 13 16:36:46.674534 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-aedd20c7-360b-409d-b623-f2c22a60a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:46.676405 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-aedd20c7-360b-409d-b623-f2c22a60a08d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 909 time: 0.1965630
May 13 16:36:46.796811 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:46.803214 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-2fbe6b8b-4f27-413d-9e45-3b3d9afbfb53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 998 time: 0.1191962
May 13 16:36:46.882678 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-541f1996-0ec8-4636-8f93-6b4aa367f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:46.884568 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-541f1996-0ec8-4636-8f93-6b4aa367f83e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 200  len: 847 time: 0.0738716
May 13 16:36:47.026256 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-719c94fa-57f8-4db5-8162-28d47851c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:47.027748 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-719c94fa-57f8-4db5-8162-28d47851c9a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad129812-eaba-4abb-aed5-e94fed1ca2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1358137
May 13 16:36:47.185922 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad723e-54ab-4806-a77d-21b255800b2b req-816915c0-f45e-44b7-868c-f4df56b4b94f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:47.187615 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-69ad723e-54ab-4806-a77d-21b255800b2b req-816915c0-f45e-44b7-868c-f4df56b4b94f tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.2600167
May 13 16:36:47.308355 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-69ad723e-54ab-4806-a77d-21b255800b2b req-c00a9475-8691-4acf-8a24-eb8417200f5a tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775704
May 13 16:36:47.335212 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-f1046119-1016-4e94-88cc-f6276b91932e service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995267
May 13 16:36:47.484741 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-970fcf39-2054-434d-b3b7-6c5c1fb7992e req-3a4c0cf3-64da-4f39-a501-6530d3251b64 service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422029
May 13 16:36:48.223824 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:48.533611 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991a12-6f1a-4e2c-ae50-6cde9cb1b53f req-e4f01032-c217-409f-b691-73944fcaecd8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:48.536155 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-26991a12-6f1a-4e2c-ae50-6cde9cb1b53f req-e4f01032-c217-409f-b691-73944fcaecd8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.1101220
May 13 16:36:48.611244 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-26991a12-6f1a-4e2c-ae50-6cde9cb1b53f req-870cad3f-3d91-4ece-9919-473482bd32f1 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683520
May 13 16:36:49.814479 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67689a5-d90c-43b5-8b51-fb1d44c346b6 req-8a72b3b1-6d03-4777-9de1-e0887fd915fe tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:49.815944 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d67689a5-d90c-43b5-8b51-fb1d44c346b6 req-8a72b3b1-6d03-4777-9de1-e0887fd915fe tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0812037
May 13 16:36:49.862038 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-d67689a5-d90c-43b5-8b51-fb1d44c346b6 req-e8064137-9292-4bfa-a370-906f0ad87198 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402620
May 13 16:36:51.063709 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd11df-8d4f-4d05-bc98-d82df2cada72 req-ad306140-c261-479f-b1ff-66cf206ce817 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:51.065763 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-44bd11df-8d4f-4d05-bc98-d82df2cada72 req-ad306140-c261-479f-b1ff-66cf206ce817 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0925081
May 13 16:36:51.114385 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-44bd11df-8d4f-4d05-bc98-d82df2cada72 req-d09fc6c5-d9e7-46a3-ae7d-f482162d7eb8 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425222
May 13 16:36:52.315278 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d13ac-4413-47c3-8253-c9d5d9200f32 req-bb28eefb-863a-423d-b5bb-4de375a1528c tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:52.316816 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4b6d13ac-4413-47c3-8253-c9d5d9200f32 req-bb28eefb-863a-423d-b5bb-4de375a1528c tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0893624
May 13 16:36:52.370335 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4b6d13ac-4413-47c3-8253-c9d5d9200f32 req-046e231d-471c-4d10-a478-5f36e1670eb9 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432546
May 13 16:36:53.616076 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97474c89-b4c0-4061-8919-1e07d7233551 req-31191986-d032-430d-9e96-118e6ca4f69e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:53.618127 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-97474c89-b4c0-4061-8919-1e07d7233551 req-31191986-d032-430d-9e96-118e6ca4f69e tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.1349804
May 13 16:36:53.675414 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-97474c89-b4c0-4061-8919-1e07d7233551 req-4fc4b284-e2a4-4f4e-97a4-63eca9856ce2 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469704
May 13 16:36:54.870820 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6422b36-5fb3-469a-860c-b8b408c9498c req-dee408b0-6035-47bb-86e2-014f0e5355b6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:54.872892 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b6422b36-5fb3-469a-860c-b8b408c9498c req-dee408b0-6035-47bb-86e2-014f0e5355b6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 943 time: 0.0833497
May 13 16:36:54.920568 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b6422b36-5fb3-469a-860c-b8b408c9498c req-1d7ef1fe-87db-4ed4-b1c1-e6538aafddc2 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415123
May 13 16:36:55.375888 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d8158ef5-a243-40af-8957-ba65c001e324 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 13 16:36:55.573338 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:36:55.587662 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Returning: {'device': 'd8158ef5-a243-40af-8957-ba65c001e324', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'port_id': 'd8158ef5-a243-40af-8957-ba65c001e324', 'mac_address': 'fa:16:3e:4a:ff:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 13 16:36:55.649737 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:55.668168 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8158ef5-a243-40af-8957-ba65c001e324 {{(pid=79478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 13 16:36:55.684474 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:36:55.751334 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:55.753405 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-8d00e9c5-607b-4cc5-8313-916c5630e8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:36:55.828093 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=7']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:36:55.831946 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:36:56.131485 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] get_ports_and_sgs() called for port_ids ['d8158ef5-a243-40af-8957-ba65c001e324'] {{(pid=79478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 13 16:36:56.190716 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576137-52b6-461e-b5e6-bb4f795ef1da req-40402390-0e2d-4b1a-b45b-657838555ac5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:56.193232 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f6576137-52b6-461e-b5e6-bb4f795ef1da req-40402390-0e2d-4b1a-b45b-657838555ac5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 944 time: 0.1503472
May 13 16:36:56.270818 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f6576137-52b6-461e-b5e6-bb4f795ef1da req-c74a9bd4-aa2e-43f8-b0b0-00007e81dde2 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701816
May 13 16:36:57.391545 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d8158ef5-a243-40af-8957-ba65c001e324 up at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 13 16:36:57.485943 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.provisioning_blocks [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Provisioning complete for port d8158ef5-a243-40af-8957-ba65c001e324 triggered by entity L2. {{(pid=79478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 13 16:36:57.486437 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775955'] for port, provisioning_complete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:57.500836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b3224-351c-4809-9c85-8c1662e90122 req-f134202b-4e39-4231-b74d-832ce4ec7890 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:57.503754 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4b5b3224-351c-4809-9c85-8c1662e90122 req-f134202b-4e39-4231-b74d-832ce4ec7890 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 944 time: 0.1088276
May 13 16:36:57.560734 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-4b5b3224-351c-4809-9c85-8c1662e90122 req-c08f8c74-c3ad-445e-95ee-c4b1ef29a5e4 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494223
May 13 16:36:57.693575 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1756632'] for port, before_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:57.741043 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324'}] {{(pid=79478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:36:57.757592 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:36:57.835270 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755620995871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755620579332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755620579377'] for port, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:36:57.837287 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:36:57.918100 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Pushing event updated for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=8']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:36:57.922084 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:36:57.944432 dv-cinder-689486-12-iscsi neutron-server[79478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324', 'code': 200}
May 13 16:36:58.355549 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0d0b-43f1-47db-9332-a13ca664a7e8 req-b532be21-4380-4d8e-a564-8bc73612634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:58.357032 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8b5c0d0b-43f1-47db-9332-a13ca664a7e8 req-b532be21-4380-4d8e-a564-8bc73612634f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1098 time: 0.0711155
May 13 16:36:58.409116 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-8b5c0d0b-43f1-47db-9332-a13ca664a7e8 req-eaa5385b-17e2-46d1-abcb-aab00cecff94 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443912
May 13 16:36:58.932825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f648-8144-49af-b88b-a27506a0f113 req-f9e86869-19d8-4904-aaa5-de2f6a9d2eb0 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:36:58.934326 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-13c0f648-8144-49af-b88b-a27506a0f113 req-f9e86869-19d8-4904-aaa5-de2f6a9d2eb0 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0908518
May 13 16:36:58.990138 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-13c0f648-8144-49af-b88b-a27506a0f113 req-71da0a54-b64f-41bf-8743-e7538fecc6fd tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452266
May 13 16:37:00.195578 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077c07-bfbb-4070-b7d2-d19b9f4e007e req-34e8b2d9-2bc7-4870-ae5b-81eeb3aadc9b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:00.197285 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-74077c07-bfbb-4070-b7d2-d19b9f4e007e req-34e8b2d9-2bc7-4870-ae5b-81eeb3aadc9b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0932138
May 13 16:37:00.248787 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-74077c07-bfbb-4070-b7d2-d19b9f4e007e req-24ead8b3-b0db-4a3c-bf85-741ae14c2bd2 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446393
May 13 16:37:09.915729 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:37:11.474584 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b45f-0bb2-455e-9010-9b86cde08f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:13.779608 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:13.962314 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a7656d17-b70e-4bed-ab26-6bb0b921a6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:13.984740 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42438) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:14.283280 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Deleting port d51b6183-9fae-4de3-a440-ce280b8a0ee2 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:14.283565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:14.421445 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:14.424366 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:14.554476 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Calling delete_port for d51b6183-9fae-4de3-a440-ce280b8a0ee2 owned by network:floatingip {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:14.768446 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:14.772825 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d53b9f7a-5da3-496f-ae1e-1c7d5bb9a38c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:14.820864 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event deleted for resources: {'Port': ['ID=d51b6183-9fae-4de3-a440-ce280b8a0ee2,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:14.845875 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:14.859923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.860301 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.860668 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.861021 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.861397 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.861750 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.862096 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.862441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.862785 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.863130 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.863469 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.863813 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:14.875262 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:15.040450 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:15.041421 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.db.l3_db [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Floating IP 113fca69-fc4c-4b78-8ca6-12af82e6faa8 disassociated (deleted). External IP: 172.27.1.242, port: 8db87080-70bf-4266-b95c-c99f45400dc7.
May 13 16:37:15.415885 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:37:15.612224 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:37:15.624146 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:37:15.634577 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:15.637444 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938af5550>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:15.739201 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:15.803683 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-779922be-cb92-4f0d-b571-5750b7da5e13 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "DELETE /v2.0/floatingips/113fca69-fc4c-4b78-8ca6-12af82e6faa8 HTTP/1.1" status: 204  len: 168 time: 1.8172085
May 13 16:37:15.804655 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:37:15.838124 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:15.877767 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7', 'status': 'completed', 'code': 200}
May 13 16:37:16.013316 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117abc-e976-4542-88c3-0a0e98f014ce req-506d78f0-00bd-4834-9a29-a5ac5bccb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:16.014813 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-de117abc-e976-4542-88c3-0a0e98f014ce req-506d78f0-00bd-4834-9a29-a5ac5bccb9ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 1098 time: 0.0909469
May 13 16:37:16.169595 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117abc-e976-4542-88c3-0a0e98f014ce req-aa19c40d-a8cc-4e35-9fc6-e6434e63a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:16.171166 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-de117abc-e976-4542-88c3-0a0e98f014ce req-aa19c40d-a8cc-4e35-9fc6-e6434e63a60f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.1491618
May 13 16:37:16.251159 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-de117abc-e976-4542-88c3-0a0e98f014ce req-04bf604b-0563-4a20-8d2e-10ce36bb93ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8db87080-70bf-4266-b95c-c99f45400dc7 HTTP/1.1" status: 200  len: 217 time: 0.0727956
May 13 16:37:16.336101 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117abc-e976-4542-88c3-0a0e98f014ce req-fa20169b-22c1-4195-acec-3525fe048fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:16.338750 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-de117abc-e976-4542-88c3-0a0e98f014ce req-fa20169b-22c1-4195-acec-3525fe048fc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.0807271
May 13 16:37:16.345647 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938af5550>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:28Z', 'revision_number': 1, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:16.350042 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:37:16.359806 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:16.360441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938af5550>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:16.470644 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117abc-e976-4542-88c3-0a0e98f014ce req-12b5a359-b8ec-4c3b-8a4e-1d0b8614f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:16.473467 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-de117abc-e976-4542-88c3-0a0e98f014ce req-12b5a359-b8ec-4c3b-8a4e-1d0b8614f113 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1279068
May 13 16:37:16.668307 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:16.699130 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-de117abc-e976-4542-88c3-0a0e98f014ce req-f06e8877-7bf9-4e6c-9a83-80b758aa22dd service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161245
May 13 16:37:16.732666 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbcfdc-4b9e-4e7c-9241-e65b9fd008dc req-fab379e3-15ef-45e1-a1b4-18fb240afa72 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:16.734935 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f4dbcfdc-4b9e-4e7c-9241-e65b9fd008dc req-fab379e3-15ef-45e1-a1b4-18fb240afa72 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 945 time: 0.1203837
May 13 16:37:16.812698 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f4dbcfdc-4b9e-4e7c-9241-e65b9fd008dc req-3a0650c0-7ca8-458b-982b-96b52a9241a8 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689108
May 13 16:37:16.895426 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-de117abc-e976-4542-88c3-0a0e98f014ce req-407c32f1-af2d-4069-b688-58c3356f2bb1 service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859958
May 13 16:37:16.898276 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:17.153756 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938af5550>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:28Z', 'revision_number': 1, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:17.158356 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356c69b-0b65-47e6-8432-7d363ea4a166 None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_floatingips': [{'id': '111f685d-1e60-4ad7-b03b-7a307d0fc2b5', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'router_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'port_id': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'mac_address': 'fa:16:3e:65:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:33:23Z', 'updated_at': '2021-05-13T16:33:28Z', 'revision_number': 1, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:37:17.415689 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d947ff38-afb1-43ce-ba3d-a3c6402f19e7 None None] New status for floating IP 113fca69-fc4c-4b78-8ca6-12af82e6faa8: DOWN {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:37:18.163400 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6094-06f1-47b4-8988-703649eabfe2 req-09046617-a3a4-4a06-ab9b-2ec881a400f0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:18.164313 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f13d6094-06f1-47b4-8988-703649eabfe2 req-09046617-a3a4-4a06-ab9b-2ec881a400f0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:37:18.234203 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:18.256840 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-f13d6094-06f1-47b4-8988-703649eabfe2 req-09046617-a3a4-4a06-ab9b-2ec881a400f0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:37:18.260450 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f13d6094-06f1-47b4-8988-703649eabfe2 req-09046617-a3a4-4a06-ab9b-2ec881a400f0 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 945 time: 0.3146119
May 13 16:37:18.306635 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-f13d6094-06f1-47b4-8988-703649eabfe2 req-1b86b30a-a4a8-4c86-b50e-c3ed232dd56e tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419130
May 13 16:37:18.719499 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-5e4ce821-8094-4d3c-93e6-67a24a1b94bd tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:18.721021 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-5e4ce821-8094-4d3c-93e6-67a24a1b94bd tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 945 time: 0.0933688
May 13 16:37:18.865449 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Deleting port 8db87080-70bf-4266-b95c-c99f45400dc7 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:18.865708 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:19.015346 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] For port 8db87080-70bf-4266-b95c-c99f45400dc7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8db87080-70bf-4266-b95c-c99f45400dc7,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:19.015741 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:19.150128 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Calling delete_port for 8db87080-70bf-4266-b95c-c99f45400dc7 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:19.328331 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:19.340832 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-07a6d010-990d-49ce-ba6d-090b08959bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:19.432475 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event deleted for resources: {'Port': ['ID=8db87080-70bf-4266-b95c-c99f45400dc7,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:19.483438 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-05da4b8c-b63c-4266-bde1-e715dabf1f23 req-d901f5b1-c55b-483a-bde1-90a1cdcdb730 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 210 time: 0.0459564
May 13 16:37:19.494025 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:19.573264 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] No DVR routers for this DVR port 8db87080-70bf-4266-b95c-c99f45400dc7 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:37:19.576824 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:19.581530 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'name': 'network-vif-deleted', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:37:19.632434 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9db896-41f5-4b31-acce-096220972729', 'name': 'network-vif-deleted', 'tag': '8db87080-70bf-4266-b95c-c99f45400dc7', 'status': 'completed', 'code': 200}
May 13 16:37:19.663660 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-12418739-59e7-4642-bb61-f1e5c8f8740d req-4b077d68-277f-4748-9e36-49a1caa38b9f tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "DELETE /v2.0/ports/8db87080-70bf-4266-b95c-c99f45400dc7 HTTP/1.1" status: 204  len: 173 time: 0.9352810
May 13 16:37:20.737446 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-7f39cf55-dc79-469b-b172-84e59742fbba req-4c331f7d-ebfd-418f-873d-ad2a79d0240d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b9db896-41f5-4b31-acce-096220972729 HTTP/1.1" status: 200  len: 210 time: 0.0751662
May 13 16:37:23.513002 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-72d79de1-0c10-4d6d-a03a-3dca91a81489 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0839264
May 13 16:37:23.603532 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 8db87080-70bf-4266-b95c-c99f45400dc7 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:23.642772 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: 8db87080-70bf-4266-b95c-c99f45400dc7 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:23.643120 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device 8db87080-70bf-4266-b95c-c99f45400dc7 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:23.652712 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-1e2028ad-0ec9-4aa8-a90a-02c28fc7704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:23.655278 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-1e2028ad-0ec9-4aa8-a90a-02c28fc7704b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1098 time: 0.0929217
May 13 16:37:23.818196 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-c601a2fa-82a2-43b4-9156-9a3b58c01315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:23.819746 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-c601a2fa-82a2-43b4-9156-9a3b58c01315 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 909 time: 0.1389096
May 13 16:37:23.996903 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-37bf9b59-a912-4799-a272-8801c031605f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 1000 time: 0.1692317
May 13 16:37:24.064615 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-bbbb3cfa-9a51-444d-80c8-df6b940b82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:24.066158 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-bbbb3cfa-9a51-444d-80c8-df6b940b82c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 200  len: 847 time: 0.0619593
May 13 16:37:24.158213 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-00a10794-6169-49f0-a825-53a2450906fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:24.159613 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-00a10794-6169-49f0-a825-53a2450906fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad129812-eaba-4abb-aed5-e94fed1ca2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0844007
May 13 16:37:24.322410 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-d824b51b-356e-49b3-9d80-d47d04057e9b service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508486
May 13 16:37:24.510386 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42478) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:24.593737 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-5c4cecf8-5fc9-4294-9d46-7f18c9b95a25 req-94ce73e6-2a3e-4d9c-bea2-7b946cd37cbe service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2628312
May 13 16:37:24.977437 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Deleting port 7e6af951-82ab-4663-b155-092c271bc9d4 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:24.977903 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:25.158995 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:25.159318 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:25.292374 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Calling delete_port for 7e6af951-82ab-4663-b155-092c271bc9d4 owned by network:floatingip {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:25.508515 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:25.515431 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d35b2bc2-3a46-4cd2-b440-711db50a3995 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:25.669463 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event deleted for resources: {'Port': ['ID=7e6af951-82ab-4663-b155-092c271bc9d4,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:25.713077 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.713754 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.714104 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.715116 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.715481 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.715844 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.716207 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.716574 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.716938 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.717404 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.717821 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.718176 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:25.747748 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:25.783876 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:25.784137 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Floating IP 111f685d-1e60-4ad7-b03b-7a307d0fc2b5 disassociated (deleted). External IP: 172.27.1.78, port: da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65.
May 13 16:37:26.156079 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:37:26.358266 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:37:26.368650 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:37:26.379009 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:26.379649 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69388f4a60>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:26.388129 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:26.491491 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-46298a17-f53d-41f9-9ef6-a781a1325b1d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "DELETE /v2.0/floatingips/111f685d-1e60-4ad7-b03b-7a307d0fc2b5 HTTP/1.1" status: 204  len: 168 time: 1.9791086
May 13 16:37:26.492467 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:37:26.612107 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:26.688349 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'status': 'completed', 'code': 200}
May 13 16:37:26.814900 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-b1e29c8d-d1db-4e9b-8a48-b3171ca7214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:26.816428 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-b1e29c8d-d1db-4e9b-8a48-b3171ca7214e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 1099 time: 0.0793016
May 13 16:37:26.987383 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-ee6f1997-4d93-45ae-bb5c-daf97825b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:26.989057 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-ee6f1997-4d93-45ae-bb5c-daf97825b339 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 200  len: 913 time: 0.1637745
May 13 16:37:27.068864 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-a8edc4e4-83b5-4f6d-9155-25fc418e352c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 HTTP/1.1" status: 200  len: 217 time: 0.0717194
May 13 16:37:27.114426 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69388f4a60>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:27.122529 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:37:27.141890 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:27.142981 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69388f4a60>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:27.283978 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-75425863-ce66-4920-89c5-7ee262c47c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:27.286509 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-75425863-ce66-4920-89c5-7ee262c47c8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 200  len: 851 time: 0.1749594
May 13 16:37:27.414176 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3dca8-bf7f-42d9-bf40-da8a3fae5332 req-614348f2-51b4-4d25-b993-2e68effae4a9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:27.415060 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-b5f3dca8-bf7f-42d9-bf40-da8a3fae5332 req-614348f2-51b4-4d25-b993-2e68effae4a9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:37:27.458550 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:27.472418 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-079c6ab9-87ea-4ded-96fb-2c2f30f451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:27.474906 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-079c6ab9-87ea-4ded-96fb-2c2f30f451a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fce931a8-623e-4de8-8c85-53a4453b90f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1781223
May 13 16:37:27.522663 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-b5f3dca8-bf7f-42d9-bf40-da8a3fae5332 req-614348f2-51b4-4d25-b993-2e68effae4a9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:37:27.524671 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b5f3dca8-bf7f-42d9-bf40-da8a3fae5332 req-614348f2-51b4-4d25-b993-2e68effae4a9 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 946 time: 0.3510976
May 13 16:37:27.720164 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-b5f3dca8-bf7f-42d9-bf40-da8a3fae5332 req-f1f62bb1-0f08-4efb-b81d-bfa2d5ff1664 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151562
May 13 16:37:27.762820 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-9221347d-58b0-4abf-80e8-993bfd8c263b service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781432
May 13 16:37:27.959342 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-21ced2ca-b609-42cd-8623-7f9297577a2a req-8141e2af-478e-4135-b0d3-313d1b2010ff service neutron] 10.222.0.24 "GET /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885076
May 13 16:37:28.010725 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69388f4a60>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:28.016352 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1a8c7-86dd-4d1c-9a85-915d5689adec None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:29:15Z', 'revision_number': 4, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '7720bb39-0e98-46cc-9712-60b5c9585656', 'name': '', 'network_id': 'fce931a8-623e-4de8-8c85-53a4453b90f8', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'mac_address': 'fa:16:3e:99:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:14Z', 'updated_at': '2021-05-13T16:29:22Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'subnets': [{'id': 'd754d376-e8e0-4549-95a6-a82ca4532b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:37:28.267020 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04a262-1e0d-4cd6-ba29-be49f389ad18 None None] New status for floating IP 111f685d-1e60-4ad7-b03b-7a307d0fc2b5: DOWN {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:37:28.994213 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd805f2-401c-4634-a62b-59ca1ad14adf req-b579e189-f712-4483-802e-be65f2d0df8a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:28.994935 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4cd805f2-401c-4634-a62b-59ca1ad14adf req-b579e189-f712-4483-802e-be65f2d0df8a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:37:29.008234 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-4cd805f2-401c-4634-a62b-59ca1ad14adf req-b579e189-f712-4483-802e-be65f2d0df8a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:37:29.009451 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4cd805f2-401c-4634-a62b-59ca1ad14adf req-b579e189-f712-4483-802e-be65f2d0df8a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 946 time: 0.1438990
May 13 16:37:29.057436 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-4cd805f2-401c-4634-a62b-59ca1ad14adf req-053d3ca9-db05-49e1-9afb-d56b1e31232a tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0cb6c8c-64d6-4727-8965-cbb436402cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411677
May 13 16:37:29.342648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-548af76a-4d7d-4dd2-99a3-41284e8edb7d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:37:29.344408 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-548af76a-4d7d-4dd2-99a3-41284e8edb7d tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 946 time: 0.1300340
May 13 16:37:29.492894 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Deleting port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:29.493268 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:29.631183 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] For port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:29.631550 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:29.766626 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Calling delete_port for da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:29.962547 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:29.969119 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-e3d00b4a-fb67-4af2-a8a2-a56d168526ee tempest-AttachVolumeTestJSON-1337537864 tempest-AttachVolumeTestJSON-1337537864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:30.017767 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event deleted for resources: {'Port': ['ID=da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:30.045724 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:30.299069 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] No DVR routers for this DVR port da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:37:30.354211 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:30.362356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'name': 'network-vif-deleted', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:37:30.404545 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-15d4ec5d-1290-42a5-93a2-fbfd1e2f9956 req-5bdb5b69-f07a-4bb6-b217-7c3a8955c8ea tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Synchronizing usage tracker for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:37:30.464780 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f24a0e-ba52-4f95-b700-08d1c0fa342e', 'name': 'network-vif-deleted', 'tag': 'da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65', 'status': 'completed', 'code': 200}
May 13 16:37:30.492278 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-fc728ed6-4b78-4695-8651-a4e8e5de7416 req-444633da-c002-427a-a0f7-e36f501a9946 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.24 "DELETE /v2.0/ports/da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 HTTP/1.1" status: 204  len: 173 time: 1.1395378
May 13 16:37:30.548040 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-15d4ec5d-1290-42a5-93a2-fbfd1e2f9956 req-5bdb5b69-f07a-4bb6-b217-7c3a8955c8ea tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Unset dirty status for tenant:1075a2c9b83e4dc9a1e8d546523c2efe on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:37:30.549624 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-15d4ec5d-1290-42a5-93a2-fbfd1e2f9956 req-5bdb5b69-f07a-4bb6-b217-7c3a8955c8ea tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 210 time: 0.2530057
May 13 16:37:31.741469 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-a4856ae5-0406-4761-9c41-167ed7abaf33 req-d4341736-4f1e-43cc-8893-97ba124f8d78 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2f24a0e-ba52-4f95-b700-08d1c0fa342e HTTP/1.1" status: 200  len: 210 time: 0.0476274
May 13 16:37:32.842620 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42506) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:33.082316 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Deleting port 04bb560e-de64-4f80-9643-4f1fb17f0712 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:33.082584 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:33.208056 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:33.208378 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:33.441148 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Calling delete_port for 04bb560e-de64-4f80-9643-4f1fb17f0712 owned by network:floatingip {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:33.625824 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:33.626771 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:33.630963 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4280e657-f44d-4394-9a08-a27fe1fad2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:33.666906 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:33.667901 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device da7f5fb8-e4cb-495f-a7c6-4656a8eb2c65 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:33.684856 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event deleted for resources: {'Port': ['ID=04bb560e-de64-4f80-9643-4f1fb17f0712,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:33.688114 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:33.777646 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for floatingip, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:33.794147 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:33.795294 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-7f539dc6-7841-42c6-98c9-91b56e2af4ee tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "DELETE /v2.0/floatingips/256936e3-c5f1-4917-ba9b-ee2c0ab6ced9 HTTP/1.1" status: 204  len: 168 time: 0.9514909
May 13 16:37:35.455798 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42520) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:35.560260 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-39244c22-c846-4c3c-bd3c-d68210734f55 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:35.616011 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-39244c22-c846-4c3c-bd3c-d68210734f55 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:35.753730 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-39244c22-c846-4c3c-bd3c-d68210734f55 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:35.758127 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-cfe0a35f-8800-4491-ba8a-6a279b59d747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:35.775014 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244c22-c846-4c3c-bd3c-d68210734f55 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cb6c8c-64d6-4727-8965-cbb436402cd6,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:35.777790 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-39244c22-c846-4c3c-bd3c-d68210734f55 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:35.849882 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-39244c22-c846-4c3c-bd3c-d68210734f55 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:35.851148 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-39244c22-c846-4c3c-bd3c-d68210734f55 tempest-TestVolumeBootPattern-1708973991 tempest-TestVolumeBootPattern-1708973991-project] 10.222.0.42 "DELETE /v2.0/security-groups/e0cb6c8c-64d6-4727-8965-cbb436402cd6 HTTP/1.1" status: 204  len: 168 time: 0.3943141
May 13 16:37:35.981948 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42526) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:36.723871 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:37.164785 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Deleting port 7720bb39-0e98-46cc-9712-60b5c9585656 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:37.165563 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:37.300811 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] For port 7720bb39-0e98-46cc-9712-60b5c9585656, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=7720bb39-0e98-46cc-9712-60b5c9585656,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:37.301191 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:37.543863 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Calling delete_port for 7720bb39-0e98-46cc-9712-60b5c9585656 owned by network:router_interface {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:37.770903 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:37.774924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:37.820481 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7720bb39-0e98-46cc-9712-60b5c9585656,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:37.824011 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:38.159437 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:38.556845 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Router 3f7704f8-69db-42f0-ab59-37d60e5f201a has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:37:38.740974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:37:38.752830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] Sync routers for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:37:38.754589 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-e5724214-28be-4186-a01a-0999e45a4b99 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f7704f8-69db-42f0-ab59-37d60e5f201a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7707870
May 13 16:37:38.757538 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42532) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:38.769622 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:38.770665 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69394e23a0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:39.063277 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:39.080293 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:39.268403 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:39.391541 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69394e23a0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:37:37Z', 'revision_number': 5, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port': {'id': 'cd80112c-54cc-462e-b6cb-210c68ffc9a5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:10Z', 'updated_at': '2021-05-13T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:39.395625 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] Checking router: 3f7704f8-69db-42f0-ab59-37d60e5f201a for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:37:39.405012 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] Routers {'3f7704f8-69db-42f0-ab59-37d60e5f201a'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:39.405693 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69394e23a0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['3f7704f8-69db-42f0-ab59-37d60e5f201a'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:39.467998 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Deleting port cd80112c-54cc-462e-b6cb-210c68ffc9a5 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:39.468395 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:39.573709 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] Set router 3f7704f8-69db-42f0-ab59-37d60e5f201a gateway port host: None {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:39.658119 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] For port cd80112c-54cc-462e-b6cb-210c68ffc9a5, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=cd80112c-54cc-462e-b6cb-210c68ffc9a5,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:39.658847 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:39.689146 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69394e23a0>, [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:37:39Z', 'revision_number': 6, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port_host': None}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:39.693869 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75db4f-8f54-4150-b71d-06d294c8b5a1 None None] The sync data for ids ['3f7704f8-69db-42f0-ab59-37d60e5f201a'] in dv-cinder-689486-12-iscsi is: [{'id': '3f7704f8-69db-42f0-ab59-37d60e5f201a', 'name': 'tempest-TestVolumeBootPattern-1777995863-router', 'tenant_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:09Z', 'updated_at': '2021-05-13T16:37:39Z', 'revision_number': 6, 'project_id': '1075a2c9b83e4dc9a1e8d546523c2efe', 'gw_port_host': None}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:37:39.806708 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Calling delete_port for cd80112c-54cc-462e-b6cb-210c68ffc9a5 owned by network:router_gateway {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:40.048047 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.056441 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-bb2d08de-4656-43f7-a7be-396f4b5a1bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:40.105781 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd80112c-54cc-462e-b6cb-210c68ffc9a5,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:40.132317 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:40.208609 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.389938 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.392689 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.497776 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.498726 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7704f8-69db-42f0-ab59-37d60e5f201a {{(pid=79477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:37:40.514375 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.515719 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-1eb88e4f-c54d-4409-b039-be9181101ec1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3f7704f8-69db-42f0-ab59-37d60e5f201a HTTP/1.1" status: 204  len: 168 time: 1.7570679
May 13 16:37:40.518564 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42536) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:40.534922 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device cd80112c-54cc-462e-b6cb-210c68ffc9a5 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:40.576008 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: cd80112c-54cc-462e-b6cb-210c68ffc9a5 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:40.576377 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device cd80112c-54cc-462e-b6cb-210c68ffc9a5 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:40.576789 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 7720bb39-0e98-46cc-9712-60b5c9585656 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:40.591662 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_v2 [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Deleting subnet d754d376-e8e0-4549-95a6-a82ca4532b0c {{(pid=79476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:37:40.595614 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.617166 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 7720bb39-0e98-46cc-9712-60b5c9585656 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:40.617516 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 7720bb39-0e98-46cc-9712-60b5c9585656 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:40.655983 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195222'] for subnet, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:40.804554 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.139928 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2683933'] for subnet, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.144137 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:41.182690 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d754d376-e8e0-4549-95a6-a82ca4532b0c,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:41.185756 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:41.186748 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.193241 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-187219d8-b059-4356-9b06-f05144d09aba admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d754d376-e8e0-4549-95a6-a82ca4532b0c HTTP/1.1" status: 204  len: 168 time: 0.6727874
May 13 16:37:41.195215 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3633db7b-5d99-4ab5-ba1f-402a1a268519 None None] Network fce931a8-623e-4de8-8c85-53a4453b90f8 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:37:41.196170 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42540) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:41.301164 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.393881 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Deleting port 2a4af889-955a-4dee-980f-85db52676117 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:41.394645 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.511833 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] DHCP port deletion for fce931a8-623e-4de8-8c85-53a4453b90f8 request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:37:41.518135 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] For port 2a4af889-955a-4dee-980f-85db52676117, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2a4af889-955a-4dee-980f-85db52676117,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:41.518493 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.547651 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f400a4ed-b65f-4dd7-8b8b-36f62aacea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.590387 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] Deleting port 2a4af889-955a-4dee-980f-85db52676117 {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:41.590925 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.646704 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Calling delete_port for 2a4af889-955a-4dee-980f-85db52676117 owned by network:dhcp {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:41.745823 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] For port 2a4af889-955a-4dee-980f-85db52676117, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2a4af889-955a-4dee-980f-85db52676117,segment=NetworkSegment(0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3),segment_id=0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:41.746134 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.787766 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.791998 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-c242fdec-c130-45cf-922b-1c3cd8f35c16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:41.842078 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4af889-955a-4dee-980f-85db52676117,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:41.845058 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:41.847419 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] No DVR routers for this DVR port 2a4af889-955a-4dee-980f-85db52676117 on host dv-cinder-689486-12-iscsi {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:37:41.869364 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] Calling delete_port for 2a4af889-955a-4dee-980f-85db52676117 owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:41.914936 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.919828 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-5ae10f50-3ce4-4572-bf2d-3d9150f57f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:41.964230 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] Pushing event deleted for resources: {'Port': ['ID=2a4af889-955a-4dee-980f-85db52676117,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:41.967214 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:41.968022 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539e4fc-8cd1-4702-a435-5971bff1fbe4 None None] No DVR routers for this DVR port 2a4af889-955a-4dee-980f-85db52676117 on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:37:41.971108 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:41.989382 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69381fd9a0>,) {'filters': {'network_id': ['fce931a8-623e-4de8-8c85-53a4453b90f8']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:42.004791 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69381fd9a0>, '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:42.005060 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69381fd9a0>, '0ce0f837-ce5e-4721-8ee8-a6d6c9a8bbc3') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:42.018201 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:42.034975 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:42.042177 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:37:42.047412 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:37:42.056047 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:37:42.190572 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:42.194261 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:42.316973 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:42.329034 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Pushing event deleted for resources: {'Network': ['ID=fce931a8-623e-4de8-8c85-53a4453b90f8,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:42.332483 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:42.400004 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] 10.222.0.42 "DELETE /v2.0/networks/fce931a8-623e-4de8-8c85-53a4453b90f8 HTTP/1.1" status: 204  len: 168 time: 1.2026873
May 13 16:37:42.403968 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42544) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:42.479764 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2a4af889-955a-4dee-980f-85db52676117 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:42.523805 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 2a4af889-955a-4dee-980f-85db52676117 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:42.524239 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2a4af889-955a-4dee-980f-85db52676117 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:42.984697 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:43.399387 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Deleting port 84ab0c95-4107-41b0-a740-756d0b45915b {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:43.399730 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:43.526946 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] For port 84ab0c95-4107-41b0-a740-756d0b45915b, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=84ab0c95-4107-41b0-a740-756d0b45915b,segment=NetworkSegment(28382ec0-83b9-45c6-83e2-0baf60e1a868),segment_id=28382ec0-83b9-45c6-83e2-0baf60e1a868)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:43.527327 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:43.655530 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Calling delete_port for 84ab0c95-4107-41b0-a740-756d0b45915b owned by network:router_interface {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:43.759100 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:43.958978 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d46bc55f-b1ae-4d39-9278-b0437bd2e0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:43.987854 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:43.992253 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-15c3ebae-c381-4ab1-b59b-d43fd5772401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:44.036177 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Pushing event deleted for resources: {'Port': ['ID=84ab0c95-4107-41b0-a740-756d0b45915b,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:44.040275 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:44.315919 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:44.703894 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Router fd3a9b25-36ef-4374-9e52-0127acb579fb has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:37:44.840524 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:44.894005 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:37:44.903383 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] Sync routers for ids ['fd3a9b25-36ef-4374-9e52-0127acb579fb'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:37:44.914248 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] Routers {'fd3a9b25-36ef-4374-9e52-0127acb579fb'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:44.914894 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693977b820>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['fd3a9b25-36ef-4374-9e52-0127acb579fb'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:44.967337 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-4805d334-e35f-406d-b928-57138971ac0f admin admin] 10.222.0.42 "PUT /v2.0/routers/fd3a9b25-36ef-4374-9e52-0127acb579fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5622206
May 13 16:37:44.969984 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42550) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:45.098112 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] Set router fd3a9b25-36ef-4374-9e52-0127acb579fb gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:45.148231 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks [] for router, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:45.388800 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693977b820>, [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:37:43Z', 'revision_number': 5, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:45.393036 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] Checking router: fd3a9b25-36ef-4374-9e52-0127acb579fb for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:37:45.402493 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] Routers {'fd3a9b25-36ef-4374-9e52-0127acb579fb'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:37:45.403144 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693977b820>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:37:44Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['fd3a9b25-36ef-4374-9e52-0127acb579fb'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:45.448474 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:45.588433 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Deleting port 04b7a387-950c-4f51-8b23-5bcf3b18424c {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:45.588808 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:45.610515 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] Set router fd3a9b25-36ef-4374-9e52-0127acb579fb gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:37:45.712402 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] For port 04b7a387-950c-4f51-8b23-5bcf3b18424c, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=04b7a387-950c-4f51-8b23-5bcf3b18424c,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:45.713009 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:45.836747 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Calling delete_port for 04b7a387-950c-4f51-8b23-5bcf3b18424c owned by network:router_gateway {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:45.892986 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693977b820>, [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:37:43Z', 'revision_number': 5, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:45.897266 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b054df3-15a0-4dec-b035-1bee22357dfa None None] The sync data for ids ['fd3a9b25-36ef-4374-9e52-0127acb579fb'] in dv-cinder-689486-12-iscsi is: [{'id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'name': 'tempest-TestVolumeBootPattern-1572713834-router', 'tenant_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:29:19Z', 'updated_at': '2021-05-13T16:37:43Z', 'revision_number': 5, 'project_id': 'e7eea9e4104a43b38449b0bcfddc11e1', 'gw_port': {'id': '04b7a387-950c-4f51-8b23-5bcf3b18424c', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a9b25-36ef-4374-9e52-0127acb579fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:29:21Z', 'updated_at': '2021-05-13T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:37:46.042795 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.046630 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-d31cd958-9466-402f-8452-1f660793a65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:46.092621 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b7a387-950c-4f51-8b23-5bcf3b18424c,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:46.095964 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:46.188191 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.367421 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.369723 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.461651 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.462182 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd3a9b25-36ef-4374-9e52-0127acb579fb {{(pid=79476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:37:46.475981 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.477374 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-aed631fc-78c7-4321-a12f-67e95802be77 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fd3a9b25-36ef-4374-9e52-0127acb579fb HTTP/1.1" status: 204  len: 168 time: 1.5062575
May 13 16:37:46.480451 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42554) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:46.497946 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 84ab0c95-4107-41b0-a740-756d0b45915b no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:46.538353 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 84ab0c95-4107-41b0-a740-756d0b45915b {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:46.538705 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 84ab0c95-4107-41b0-a740-756d0b45915b not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:46.556524 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.db_base_plugin_v2 [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Deleting subnet 36469212-198a-42dc-a242-5bcaf2824ede {{(pid=79476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:37:46.559384 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.617143 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195222'] for subnet, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.694836 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.792999 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:46.915262 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:37:47.028087 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2683933'] for subnet, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.032429 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:47.066285 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36469212-198a-42dc-a242-5bcaf2824ede,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:47.069342 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:47.074019 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for subnet, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.080337 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6287b7-cd24-49ed-8ba2-efdae7ee8773 None None] Network f69052ab-2f30-4b10-bcdd-d7c938d860f5 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:37:47.082295 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-76122cd6-647b-417f-8e29-8b880d4f2820 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/36469212-198a-42dc-a242-5bcaf2824ede HTTP/1.1" status: 204  len: 168 time: 0.6009624
May 13 16:37:47.084762 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42558) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:47.199359 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.333335 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] DHCP port deletion for f69052ab-2f30-4b10-bcdd-d7c938d860f5 request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:37:47.404484 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Deleting port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:47.404863 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.405005 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Deleting port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:37:47.405356 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.505565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] For port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,segment=NetworkSegment(28382ec0-83b9-45c6-83e2-0baf60e1a868),segment_id=28382ec0-83b9-45c6-83e2-0baf60e1a868)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:47.505833 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] For port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,segment=NetworkSegment(28382ec0-83b9-45c6-83e2-0baf60e1a868),segment_id=28382ec0-83b9-45c6-83e2-0baf60e1a868)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:37:47.506293 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.506406 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.630983 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Calling delete_port for 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:47.634402 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Calling delete_port for 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb owned by network:dhcp {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:37:47.735523 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.740202 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:47.741720 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.746899 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:47.786291 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Pushing event deleted for resources: {'Port': ['ID=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:47.788566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] No DVR routers for this DVR port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:37:47.790126 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:47.791998 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] No DVR routers for this DVR port 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb on host dv-cinder-689486-12-iscsi {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:37:47.793559 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:47.796435 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.796785 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.797138 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.797473 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.797800 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.798125 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.798447 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.798774 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.799088 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.799406 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.799716 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.800033 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:37:47.807937 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-f3c8ee21-927a-4020-ad4e-ca3ba56d90b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:47.907526 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.920360 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f693ac12df0>,) {'filters': {'network_id': ['f69052ab-2f30-4b10-bcdd-d7c938d860f5']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:47.932753 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f693ac12df0>, '28382ec0-83b9-45c6-83e2-0baf60e1a868') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:47.933111 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f693ac12df0>, '28382ec0-83b9-45c6-83e2-0baf60e1a868') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:37:47.944935 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.965648 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.971643 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:37:47.972023 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   util.warn(
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:37:47.985120 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:37:48.133354 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:48.136888 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-ffe197ec-7e3a-4953-90ad-da791c932fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:48.149917 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:48.160116 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Pushing event deleted for resources: {'Network': ['ID=f69052ab-2f30-4b10-bcdd-d7c938d860f5,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:48.164790 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:48.168255 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] 10.222.0.42 "DELETE /v2.0/networks/f69052ab-2f30-4b10-bcdd-d7c938d860f5 HTTP/1.1" status: 204  len: 168 time: 1.0825579
May 13 16:37:48.250075 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:48.480375 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:48.505934 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42566) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:48.524616 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:48.525253 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 2d8bf28d-81ef-4b2d-8c99-9884ad1e7fdb not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:48.525423 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 04b7a387-950c-4f51-8b23-5bcf3b18424c no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:37:48.560078 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 04b7a387-950c-4f51-8b23-5bcf3b18424c {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:37:48.560422 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 04b7a387-950c-4f51-8b23-5bcf3b18424c not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:37:48.560855 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-76de264b-22ff-4e93-82c5-162205920471 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1075a2c9b83e4dc9a1e8d546523c2efe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532551
May 13 16:37:48.563203 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42570) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:48.622390 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5a574a99-1e80-4b39-93fe-8bd714f4020d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:48.646871 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5a574a99-1e80-4b39-93fe-8bd714f4020d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:48.773203 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5a574a99-1e80-4b39-93fe-8bd714f4020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:48.777552 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-84e813cb-626a-48e0-b78a-576742383985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:48.790048 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574a99-1e80-4b39-93fe-8bd714f4020d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b58be-d3e7-4990-a3cc-ec2263548a2d,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:48.793099 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-5a574a99-1e80-4b39-93fe-8bd714f4020d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:48.800585 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-5a574a99-1e80-4b39-93fe-8bd714f4020d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:48.801768 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-5a574a99-1e80-4b39-93fe-8bd714f4020d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/480b58be-d3e7-4990-a3cc-ec2263548a2d HTTP/1.1" status: 204  len: 168 time: 0.2376165
May 13 16:37:49.536731 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42578) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:49.587309 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-a2950bd0-a52c-48a8-8714-a392e60b3ebc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7eea9e4104a43b38449b0bcfddc11e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493369
May 13 16:37:49.589982 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42582) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:37:49.656601 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-990323cf-dfc6-4145-aceb-ea6c88d79b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:49.685412 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-990323cf-dfc6-4145-aceb-ea6c88d79b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:49.804610 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-990323cf-dfc6-4145-aceb-ea6c88d79b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:49.808746 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6b3bd7d5-8ac4-4e31-a13a-cf583551e57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:37:49.820230 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990323cf-dfc6-4145-aceb-ea6c88d79b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21dd192-c083-4b47-8810-3bd51e4bf3db,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:37:49.824615 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-990323cf-dfc6-4145-aceb-ea6c88d79b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:37:49.828088 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-990323cf-dfc6-4145-aceb-ea6c88d79b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:37:49.829226 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-990323cf-dfc6-4145-aceb-ea6c88d79b4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e21dd192-c083-4b47-8810-3bd51e4bf3db HTTP/1.1" status: 204  len: 168 time: 0.2383523
May 13 16:38:11.489150 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-778628df-eb4a-455c-8a15-1f9c81a86daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:13.792537 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:13.979490 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d752-2a52-498a-81d9-c7db6a3e6973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:14.253652 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42588) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:14.628678 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Deleting port 820ac233-ad7c-4c57-add3-b6a62fc08c70 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:14.629011 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:14.746597 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:14.746924 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:14.849656 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:14.870914 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Calling delete_port for 820ac233-ad7c-4c57-add3-b6a62fc08c70 owned by network:floatingip {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:15.047562 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:15.051585 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:15.095869 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event deleted for resources: {'Port': ['ID=820ac233-ad7c-4c57-add3-b6a62fc08c70,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:15.098866 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:15.189146 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for floatingip, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:15.189482 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.db.l3_db [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Floating IP e6853ea3-c26b-45bc-afeb-42e572392d1c disassociated (deleted). External IP: 172.27.1.24, port: d8158ef5-a243-40af-8957-ba65c001e324.
May 13 16:38:15.553152 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Router f2c4b20b-8821-4414-a43c-d118d3299fc2 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:38:15.734836 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:38:15.743865 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] Sync routers for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:38:15.752704 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:38:15.753352 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938961ee0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:38:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:15.820255 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for floatingip, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:15.874769 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-fe9c5770-a9d7-4954-9b33-e9992da2c211 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "DELETE /v2.0/floatingips/e6853ea3-c26b-45bc-afeb-42e572392d1c HTTP/1.1" status: 204  len: 168 time: 1.6201162
May 13 16:38:15.875434 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324'}] {{(pid=79477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:38:15.921562 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324', 'status': 'completed', 'code': 200}
May 13 16:38:15.935784 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:38:16.083747 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-28df9170-a621-4960-9250-093c02e6cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:38:16.085198 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-28df9170-a621-4960-9250-093c02e6cd19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 1098 time: 0.1136937
May 13 16:38:16.222441 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-942119f4-6ccc-42f9-8e0d-0de2aa7e47de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:38:16.223979 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-942119f4-6ccc-42f9-8e0d-0de2aa7e47de service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 200  len: 909 time: 0.1311822
May 13 16:38:16.301212 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-9dacc653-73aa-461c-9ca4-95eca85cb2cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 200  len: 217 time: 0.0688651
May 13 16:38:16.327112 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938961ee0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 5, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:16.336932 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] Checking router: f2c4b20b-8821-4414-a43c-d118d3299fc2 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:38:16.347408 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:38:16.348043 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6938961ee0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:38:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:16.368127 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-0b069896-efc5-4c56-8045-ec9f239f446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:38:16.370141 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-0b069896-efc5-4c56-8045-ec9f239f446d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 200  len: 847 time: 0.0613759
May 13 16:38:16.486785 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-f026ef9f-0ba1-4830-8aeb-305b8df5fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:38:16.488277 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-f026ef9f-0ba1-4830-8aeb-305b8df5fb4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad129812-eaba-4abb-aed5-e94fed1ca2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0797582
May 13 16:38:16.535999 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:38:16.631529 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-c479ac6a-779f-4a95-bfcf-171421f24743 service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344328
May 13 16:38:16.773934 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-ecc3d4fe-25c6-4bf8-8b96-fc42598f357a req-1c1787a9-e4a6-445e-b885-3d6006faa91d service neutron] 10.222.0.24 "GET /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340809
May 13 16:38:16.792755 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258c924-c44d-49ac-bc61-e46adb9462e2 req-76b1ed67-7296-4ce9-92df-222c34d6591d tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:38:16.793562 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-5258c924-c44d-49ac-bc61-e46adb9462e2 req-76b1ed67-7296-4ce9-92df-222c34d6591d tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Synchronizing usage tracker for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79477) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:38:16.832566 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:16.867476 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6938961ee0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 5, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:16.871983 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc44e9-32a8-4f15-a793-0899591fce41 None None] The sync data for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi is: [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:33:14Z', 'revision_number': 4, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi', '_interfaces': [{'id': '5c3723ad-5f60-413a-8a4b-8645eb31c76d', 'name': '', 'network_id': 'ad129812-eaba-4abb-aed5-e94fed1ca2d9', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'mac_address': 'fa:16:3e:82:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:13Z', 'updated_at': '2021-05-13T16:33:23Z', 'revision_number': 5, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'subnets': [{'id': '9fa7ee27-0d45-4271-b893-d1fe44fe91d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:38:16.921997 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.quota.resource [req-5258c924-c44d-49ac-bc61-e46adb9462e2 req-76b1ed67-7296-4ce9-92df-222c34d6591d tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Unset dirty status for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:38:16.926209 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5258c924-c44d-49ac-bc61-e46adb9462e2 req-76b1ed67-7296-4ce9-92df-222c34d6591d tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.5110319
May 13 16:38:16.970723 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-5258c924-c44d-49ac-bc61-e46adb9462e2 req-061bbd64-581d-406b-9441-d04476f77ace tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416644
May 13 16:38:17.083587 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d4107-6f74-4b7b-86dd-986675f6f107 None None] New status for floating IP e6853ea3-c26b-45bc-afeb-42e572392d1c: DOWN {{(pid=79479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 13 16:38:18.211657 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4b4aa-5d9a-4c35-8400-92b5f3e9d0b9 req-e65803a3-420c-417f-ae11-c17744a83aa6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:38:18.213380 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6ee4b4aa-5d9a-4c35-8400-92b5f3e9d0b9 req-e65803a3-420c-417f-ae11-c17744a83aa6 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.1334865
May 13 16:38:18.243551 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:18.259732 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-6ee4b4aa-5d9a-4c35-8400-92b5f3e9d0b9 req-dd11590f-93ab-4d5e-bb02-b53dbce9df51 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/security-groups?id=d14ed1f9-58bf-4e94-878b-d43d7c9515f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387080
May 13 16:38:18.450068 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-5140a474-f782-4ff6-ba7d-0946b6d4e57c tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 13 16:38:18.451498 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-5140a474-f782-4ff6-ba7d-0946b6d4e57c tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 945 time: 0.0833266
May 13 16:38:18.591393 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Deleting port d8158ef5-a243-40af-8957-ba65c001e324 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:18.591740 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:18.823350 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] For port d8158ef5-a243-40af-8957-ba65c001e324, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d8158ef5-a243-40af-8957-ba65c001e324,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:18.823740 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:18.947966 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Calling delete_port for d8158ef5-a243-40af-8957-ba65c001e324 owned by compute:nova {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:19.121627 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:19.127086 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-a415b019-27a1-46fd-a981-e4d204200140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:19.171257 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event deleted for resources: {'Port': ['ID=d8158ef5-a243-40af-8957-ba65c001e324,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:19.223923 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:19.259867 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] No DVR routers for this DVR port d8158ef5-a243-40af-8957-ba65c001e324 on host hv-cinder-68948 {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:38:19.262463 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59386'] for port, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:19.265040 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-deleted', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324'}] {{(pid=79476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 13 16:38:19.312053 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89b2b63-c067-43c1-8294-2d410954f01a', 'name': 'network-vif-deleted', 'tag': 'd8158ef5-a243-40af-8957-ba65c001e324', 'status': 'completed', 'code': 200}
May 13 16:38:19.335618 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-e5ed77e8-8fa1-4886-919f-12da37bd9d5e req-2c2d72e7-b341-4944-a121-3a7ca0c910f5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.24 "DELETE /v2.0/ports/d8158ef5-a243-40af-8957-ba65c001e324 HTTP/1.1" status: 204  len: 173 time: 0.8773885
May 13 16:38:19.410364 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-eb25ac34-1d50-47ad-a870-72fddc69883e req-b5456d36-7ef3-4b43-9ad5-406f160566d5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Synchronizing usage tracker for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79476) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 13 16:38:19.506144 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.quota.resource [req-eb25ac34-1d50-47ad-a870-72fddc69883e req-b5456d36-7ef3-4b43-9ad5-406f160566d5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Unset dirty status for tenant:0d5b3dee3fbc494c935bd20a2cda3c32 on resource:port {{(pid=79476) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 13 16:38:19.507401 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [req-eb25ac34-1d50-47ad-a870-72fddc69883e req-b5456d36-7ef3-4b43-9ad5-406f160566d5 tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 210 time: 0.1388443
May 13 16:38:20.674638 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [req-f5817196-295d-45ae-8f88-e32c52acf100 req-40e12899-d0dc-424f-bc5b-c5944848655b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89b2b63-c067-43c1-8294-2d410954f01a HTTP/1.1" status: 200  len: 210 time: 0.0424466
May 13 16:38:21.771330 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42618) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:21.819080 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d8158ef5-a243-40af-8957-ba65c001e324 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:38:21.845679 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d58c443a-fa56-474f-b370-3fb0d105f81b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:21.853519 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] No Port match for: d8158ef5-a243-40af-8957-ba65c001e324 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:38:21.854506 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Device d8158ef5-a243-40af-8957-ba65c001e324 not bound to the agent host hv-cinder-68948 {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:38:21.984864 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d58c443a-fa56-474f-b370-3fb0d105f81b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:22.098957 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d58c443a-fa56-474f-b370-3fb0d105f81b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:22.102857 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-748d5ce1-2b31-401a-a6e6-67c857d25efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:22.117396 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c443a-fa56-474f-b370-3fb0d105f81b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14ed1f9-58bf-4e94-878b-d43d7c9515f2,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:22.121182 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d58c443a-fa56-474f-b370-3fb0d105f81b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:22.185746 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d58c443a-fa56-474f-b370-3fb0d105f81b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:22.186893 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d58c443a-fa56-474f-b370-3fb0d105f81b tempest-TestShelveInstance-181732484 tempest-TestShelveInstance-181732484-project] 10.222.0.42 "DELETE /v2.0/security-groups/d14ed1f9-58bf-4e94-878b-d43d7c9515f2 HTTP/1.1" status: 204  len: 168 time: 0.4145775
May 13 16:38:22.299933 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42626) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:22.952767 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:23.471810 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Deleting port 5c3723ad-5f60-413a-8a4b-8645eb31c76d {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:23.472544 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:23.593993 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] For port 5c3723ad-5f60-413a-8a4b-8645eb31c76d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=5c3723ad-5f60-413a-8a4b-8645eb31c76d,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:23.594350 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:23.717769 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Calling delete_port for 5c3723ad-5f60-413a-8a4b-8645eb31c76d owned by network:router_interface {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:23.914433 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:38:23.984443 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:23.988369 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-1cc508c2-8a71-4b9e-8994-64637ee8c79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:24.032166 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3723ad-5f60-413a-8a4b-8645eb31c76d,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:24.035298 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:24.303015 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:24.671190 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Router f2c4b20b-8821-4414-a43c-d118d3299fc2 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:38:24.971171 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:38:24.980925 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edab286-522f-4834-be20-a69d665457e2 None None] Sync routers for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:38:24.991598 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:38:24.992253 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693955c5b0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:38:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:25.051162 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-2b0f51d7-86a1-4aa2-b391-42c0c6cf58b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/f2c4b20b-8821-4414-a43c-d118d3299fc2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7500315
May 13 16:38:25.053688 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42634) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:25.178033 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:38:25.236326 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks [] for router, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:25.432122 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:25.522915 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693955c5b0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:38:23Z', 'revision_number': 5, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port': {'id': '1e221ae1-a3ce-4258-baa3-d3203639e53d', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:08Z', 'updated_at': '2021-05-13T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:25.527125 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edab286-522f-4834-be20-a69d665457e2 None None] Checking router: f2c4b20b-8821-4414-a43c-d118d3299fc2 for host: dv-cinder-689486-12-iscsi {{(pid=79478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:38:25.535763 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] Routers {'f2c4b20b-8821-4414-a43c-d118d3299fc2'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:38:25.536387 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f693955c5b0>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:38:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['f2c4b20b-8821-4414-a43c-d118d3299fc2'], 'active': True} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:25.582185 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Deleting port 1e221ae1-a3ce-4258-baa3-d3203639e53d {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:25.582833 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:25.692345 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvr_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] Set router f2c4b20b-8821-4414-a43c-d118d3299fc2 gateway port host: None {{(pid=79478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:38:25.711076 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] For port 1e221ae1-a3ce-4258-baa3-d3203639e53d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=1e221ae1-a3ce-4258-baa3-d3203639e53d,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:25.711696 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:25.797070 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_hamode_db [None req-0edab286-522f-4834-be20-a69d665457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f693955c5b0>, [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:38:25Z', 'revision_number': 6, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port_host': None}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:25.801198 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edab286-522f-4834-be20-a69d665457e2 None None] The sync data for ids ['f2c4b20b-8821-4414-a43c-d118d3299fc2'] in dv-cinder-689486-12-iscsi is: [{'id': 'f2c4b20b-8821-4414-a43c-d118d3299fc2', 'name': 'tempest-TestShelveInstance-435947629-router', 'tenant_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:07Z', 'updated_at': '2021-05-13T16:38:25Z', 'revision_number': 6, 'project_id': '0d5b3dee3fbc494c935bd20a2cda3c32', 'gw_port_host': None}] {{(pid=79478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:38:25.840924 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Calling delete_port for 1e221ae1-a3ce-4258-baa3-d3203639e53d owned by network:router_gateway {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:26.058953 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.062815 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-8cbb5db0-9747-43da-92d8-33f205bef0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:26.109521 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e221ae1-a3ce-4258-baa3-d3203639e53d,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:26.112646 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:26.205075 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.381164 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.383417 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.487134 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.487571 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c4b20b-8821-4414-a43c-d118d3299fc2 {{(pid=79476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:38:26.501108 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Notify callbacks [] for router, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.502634 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f2c4b20b-8821-4414-a43c-d118d3299fc2 HTTP/1.1" status: 204  len: 168 time: 1.4475985
May 13 16:38:26.506820 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42638) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:26.586364 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e221ae1-a3ce-4258-baa3-d3203639e53d no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:38:26.609560 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Deleting subnet 9fa7ee27-0d45-4271-b893-d1fe44fe91d8 {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:38:26.614206 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.655570 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 1e221ae1-a3ce-4258-baa3-d3203639e53d {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:38:26.655884 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 1e221ae1-a3ce-4258-baa3-d3203639e53d not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:38:26.656539 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 5c3723ad-5f60-413a-8a4b-8645eb31c76d no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:38:26.705197 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:26.709682 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 5c3723ad-5f60-413a-8a4b-8645eb31c76d {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:38:26.710036 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 5c3723ad-5f60-413a-8a4b-8645eb31c76d not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:38:26.786042 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.100866 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.105590 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b06f5f63-f42f-4d5f-81ea-b95bd5ad02cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:27.140508 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa7ee27-0d45-4271-b893-d1fe44fe91d8,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:27.145639 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.150434 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb722b6-250b-4aaa-a6dc-b33081bd581d None None] Network ad129812-eaba-4abb-aed5-e94fed1ca2d9 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:38:27.154111 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.154496 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.154871 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.155239 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.155604 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.155970 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.156330 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.156689 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.157046 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.157427 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.157779 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.158133 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-iscsi {{(pid=79477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 13 16:38:27.162935 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9fa7ee27-0d45-4271-b893-d1fe44fe91d8 HTTP/1.1" status: 204  len: 168 time: 0.6524386
May 13 16:38:27.162935 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0ab7d62d-946c-445f-b8fe-cd24f0f145bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:27.164525 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42642) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:27.271568 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.354556 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Deleting port 00029b08-8a2b-499c-9ddb-91bb8ea3078d {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:27.354790 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.412247 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] DHCP port deletion for ad129812-eaba-4abb-aed5-e94fed1ca2d9 request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:38:27.454905 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] For port 00029b08-8a2b-499c-9ddb-91bb8ea3078d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=00029b08-8a2b-499c-9ddb-91bb8ea3078d,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:27.455268 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.480351 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] Deleting port 00029b08-8a2b-499c-9ddb-91bb8ea3078d {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:27.480635 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.587892 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] For port 00029b08-8a2b-499c-9ddb-91bb8ea3078d, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=00029b08-8a2b-499c-9ddb-91bb8ea3078d,segment=NetworkSegment(6b701b39-5f74-46e6-83d3-9a42e1d90e49),segment_id=6b701b39-5f74-46e6-83d3-9a42e1d90e49)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:27.588617 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.588733 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Calling delete_port for 00029b08-8a2b-499c-9ddb-91bb8ea3078d owned by network:dhcp {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:27.706383 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.710292 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-b2d27f74-88fe-4c28-b90f-5a95a5544074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:27.712741 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] Calling delete_port for 00029b08-8a2b-499c-9ddb-91bb8ea3078d owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:27.754587 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=00029b08-8a2b-499c-9ddb-91bb8ea3078d,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:27.757777 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:27.758561 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] No DVR routers for this DVR port 00029b08-8a2b-499c-9ddb-91bb8ea3078d on host dv-cinder-689486-12-iscsi {{(pid=79477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:38:27.761605 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.765485 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:27.811310 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] Pushing event deleted for resources: {'Port': ['ID=00029b08-8a2b-499c-9ddb-91bb8ea3078d,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:27.814200 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:27.814999 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8eb5c-70df-4534-9bc3-fccf3852ceec None None] No DVR routers for this DVR port 00029b08-8a2b-499c-9ddb-91bb8ea3078d on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:38:27.880024 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.895031 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6933c10430>,) {'filters': {'network_id': ['ad129812-eaba-4abb-aed5-e94fed1ca2d9']}} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:27.908540 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933c10430>, '6b701b39-5f74-46e6-83d3-9a42e1d90e49') {'for_net_delete': True} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:27.908833 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.services.segments.db [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933c10430>, '6b701b39-5f74-46e6-83d3-9a42e1d90e49') {} {{(pid=79477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:27.921862 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2154086'] for segment, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.938584 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.944978 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=79477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:38:27.945856 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4131132'] for segment, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]: Traceback (most recent call last):
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     timer()
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     cb(*args, **kw)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     return func(*args, **kwargs)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     self._notify()
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     self.callback(batched_events)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     event.method(event)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     return f(self, *a, **k)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._get(url).json()
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     return self.request(url, 'GET', **kwargs)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:38:27.962460 dv-cinder-689486-12-iscsi neutron-server[79477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:38:28.098520 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:28.101819 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:28.117562 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:28.124283 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ad129812-eaba-4abb-aed5-e94fed1ca2d9,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:28.128586 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:28.190882 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-4a616365-7088-48be-9784-7b3e871cf7ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/ad129812-eaba-4abb-aed5-e94fed1ca2d9 HTTP/1.1" status: 204  len: 168 time: 1.0252821
May 13 16:38:28.193734 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42646) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:28.502714 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 00029b08-8a2b-499c-9ddb-91bb8ea3078d no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:38:28.539682 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 00029b08-8a2b-499c-9ddb-91bb8ea3078d {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:38:28.540105 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 00029b08-8a2b-499c-9ddb-91bb8ea3078d not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:38:28.849884 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671603'] for router_interface, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:29.252215 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Deleting port bc889342-c527-47ed-a633-7b5756c4e375 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:29.252551 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:29.373346 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] For port bc889342-c527-47ed-a633-7b5756c4e375, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=bc889342-c527-47ed-a633-7b5756c4e375,segment=NetworkSegment(64cb5adc-42be-46c5-bc48-20aeb61ae2a6),segment_id=64cb5adc-42be-46c5-bc48-20aeb61ae2a6)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:29.373769 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:29.495267 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Calling delete_port for bc889342-c527-47ed-a633-7b5756c4e375 owned by network:router_interface {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:29.734544 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:29.738534 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-097b070e-96d6-4c14-95c5-9ce87207091b tempest-TestMinimumBasicScenario-1740307618 tempest-TestMinimumBasicScenario-1740307618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:29.785813 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc889342-c527-47ed-a633-7b5756c4e375,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:29.788883 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:30.160169 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665315'] for router_interface, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:30.525915 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Router 9379e10c-940c-4f9f-bc9e-7a08a9399611 has already been hosted by L3 agent 993039fc-b35f-4151-9bb4-72737dd00878 {{(pid=79477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 13 16:38:30.712505 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-iscsi the message routers_updated {{(pid=79477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 13 16:38:30.721240 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] Sync routers for ids ['9379e10c-940c-4f9f-bc9e-7a08a9399611'] in dv-cinder-689486-12-iscsi {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 13 16:38:30.722860 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0d3306c7-b563-4651-ad9a-570e5fbb69d7 admin admin] 10.222.0.42 "PUT /v2.0/routers/9379e10c-940c-4f9f-bc9e-7a08a9399611/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5280862
May 13 16:38:30.725790 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42650) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:30.730627 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] Routers {'9379e10c-940c-4f9f-bc9e-7a08a9399611'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:38:30.731230 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939530520>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:38:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['9379e10c-940c-4f9f-bc9e-7a08a9399611'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:30.904339 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks [] for router, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:30.912915 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] Set router 9379e10c-940c-4f9f-bc9e-7a08a9399611 gateway port host: dv-cinder-689486-12-iscsi {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:38:31.078974 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:31.198876 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939530520>, [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'external_fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:38:29Z', 'revision_number': 5, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port': {'id': 'e190f15e-e2e7-458e-bf15-21c8116fc1b5', 'name': '', 'network_id': '9cfd381f-5262-46b8-a3da-134dd61e9c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:33:19Z', 'updated_at': '2021-05-13T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb3d8836-969c-4432-98d5-f762d2428a41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-iscsi'}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:31.202858 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] Checking router: 9379e10c-940c-4f9f-bc9e-7a08a9399611 for host: dv-cinder-689486-12-iscsi {{(pid=79479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 13 16:38:31.211235 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] Routers {'9379e10c-940c-4f9f-bc9e-7a08a9399611'} bound to L3 agent in host dv-cinder-689486-12-iscsi {{(pid=79479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 13 16:38:31.212098 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6939530520>, 'dv-cinder-689486-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:14:44Z,description=<?>,heartbeat_timestamp=2021-05-13T16:38:14Z,host='dv-cinder-689486-12-iscsi',id=993039fc-b35f-4151-9bb4-72737dd00878,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-13T16:14:44Z,topic='l3_agent')) {'router_ids': ['9379e10c-940c-4f9f-bc9e-7a08a9399611'], 'active': True} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:31.214280 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Deleting port e190f15e-e2e7-458e-bf15-21c8116fc1b5 {{(pid=79477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:31.214803 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:31.350003 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.db [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] For port e190f15e-e2e7-458e-bf15-21c8116fc1b5, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=e190f15e-e2e7-458e-bf15-21c8116fc1b5,segment=NetworkSegment(acef9459-c240-47c2-8e1c-a30652595156),segment_id=acef9459-c240-47c2-8e1c-a30652595156)] {{(pid=79477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:31.350318 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:31.406255 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_dvr_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] Set router 9379e10c-940c-4f9f-bc9e-7a08a9399611 gateway port host: None {{(pid=79479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 13 16:38:31.520158 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.l3_hamode_db [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6939530520>, [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:38:31Z', 'revision_number': 6, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port_host': None}], 'dv-cinder-689486-12-iscsi', False) {} {{(pid=79479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:31.525191 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa623333-344a-4745-ab22-cdb281d4238f None None] The sync data for ids ['9379e10c-940c-4f9f-bc9e-7a08a9399611'] in dv-cinder-689486-12-iscsi is: [{'id': '9379e10c-940c-4f9f-bc9e-7a08a9399611', 'name': 'tempest-TestShelveInstance-906453984-router', 'tenant_id': '7f7e1b67491b43feb812eabdaa5d7043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:33:18Z', 'updated_at': '2021-05-13T16:38:31Z', 'revision_number': 6, 'project_id': '7f7e1b67491b43feb812eabdaa5d7043', 'gw_port_host': None}] {{(pid=79479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 13 16:38:31.610148 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Calling delete_port for e190f15e-e2e7-458e-bf15-21c8116fc1b5 owned by network:router_gateway {{(pid=79477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:31.801111 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4131169'] for port, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:31.805020 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-6f07cf0d-0094-4660-a3dc-8a08c2df748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:31.848941 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e190f15e-e2e7-458e-bf15-21c8116fc1b5,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:31.852219 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:31.951797 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664821'] for router_gateway, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.125591 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40571'] for router, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.127798 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.220577 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627041'] for router, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.221320 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9379e10c-940c-4f9f-bc9e-7a08a9399611 {{(pid=79477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 13 16:38:32.237923 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] Notify callbacks [] for router, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.237923 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-d6c0b109-9278-4b29-8b97-8dc75974d4cd admin admin] 10.222.0.42 "DELETE /v2.0/routers/9379e10c-940c-4f9f-bc9e-7a08a9399611 HTTP/1.1" status: 204  len: 168 time: 1.5090711
May 13 16:38:32.238639 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42654) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:32.301330 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Deleting subnet d0e96c88-a741-488d-8d4e-b57548928950 {{(pid=79477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 13 16:38:32.304384 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.360032 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2154141'] for subnet, precommit_delete_associations {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.440125 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781629'] for subnet, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.523576 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device bc889342-c527-47ed-a633-7b5756c4e375 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:38:32.559564 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: bc889342-c527-47ed-a633-7b5756c4e375 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:38:32.559928 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device bc889342-c527-47ed-a633-7b5756c4e375 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:38:32.560554 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device e190f15e-e2e7-458e-bf15-21c8116fc1b5 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:38:32.597651 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: e190f15e-e2e7-458e-bf15-21c8116fc1b5 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:38:32.598001 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device e190f15e-e2e7-458e-bf15-21c8116fc1b5 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:38:32.803786 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4131158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119807'] for subnet, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.808466 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:32.844481 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e96c88-a741-488d-8d4e-b57548928950,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:32.849282 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:32.852470 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:32.854517 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2029eb-d526-4dda-a04f-7ce33d209c97 None None] Network cabd7f99-2e14-4c7d-9236-d440856db7f1 requested from dv-cinder-689486-12-iscsi {{(pid=79478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 13 16:38:32.856943 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-f0b43f9e-5d2f-43b6-b139-f711678cb9e2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d0e96c88-a741-488d-8d4e-b57548928950 HTTP/1.1" status: 204  len: 168 time: 0.6173139
May 13 16:38:32.859503 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42658) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:33.090251 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678461'] for network, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.148336 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] DHCP port deletion for cabd7f99-2e14-4c7d-9236-d440856db7f1 request from dv-cinder-689486-12-iscsi {{(pid=79478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 13 16:38:33.172690 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Deleting port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 {{(pid=79476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:33.173015 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.218253 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] Deleting port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 {{(pid=79478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 13 16:38:33.218629 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755620992651'] for port, before_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.273714 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.db [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] For port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,segment=NetworkSegment(64cb5adc-42be-46c5-bc48-20aeb61ae2a6),segment_id=64cb5adc-42be-46c5-bc48-20aeb61ae2a6)] {{(pid=79476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:33.274067 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.318574 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.db [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] For port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912, host dv-cinder-689486-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-iscsi',level=0,port_id=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,segment=NetworkSegment(64cb5adc-42be-46c5-bc48-20aeb61ae2a6),segment_id=64cb5adc-42be-46c5-bc48-20aeb61ae2a6)] {{(pid=79478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 13 16:38:33.318971 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670637'] for port, precommit_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.404565 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.plugin [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Calling delete_port for 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 owned by network:dhcp {{(pid=79476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:33.443448 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] Calling delete_port for 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 owned by network:dhcp {{(pid=79478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 13 16:38:33.534977 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886328'] for port, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.538959 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-6ad97db2-773d-4bdf-ac37-cbd8f95c9833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:33.541699 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1756575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755620995889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755620579319'] for port, after_delete {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.550162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-705cd754-940b-49d9-a230-b920e1f0c8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:33.583707 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Pushing event deleted for resources: {'Port': ['ID=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:33.587244 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:33.588008 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] No DVR routers for this DVR port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 on host dv-cinder-689486-12-iscsi {{(pid=79476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:38:33.595834 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] Pushing event deleted for resources: {'Port': ['ID=104ec31f-4be4-4fb7-bdc2-c083f2fa5912,revision_number=None']} {{(pid=79478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:33.597819 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] No DVR routers for this DVR port 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 on host dv-cinder-689486-12-iscsi {{(pid=79478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 13 16:38:33.601501 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG oslo_concurrency.lockutils [None req-a4440f33-b2f3-4ddc-9fcd-beebd5c1def8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:33.706693 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775594', 'neutron.services.segments.db._delete_segments_for_network-8755621054540'] for network, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.721826 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6933303ee0>,) {'filters': {'network_id': ['cabd7f99-2e14-4c7d-9236-d440856db7f1']}} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:33.735604 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933303ee0>, '64cb5adc-42be-46c5-bc48-20aeb61ae2a6') {'for_net_delete': True} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:33.735896 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.services.segments.db [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6933303ee0>, '64cb5adc-42be-46c5-bc48-20aeb61ae2a6') {} {{(pid=79476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 13 16:38:33.749304 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755621064277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195437'] for segment, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.766997 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962'] for segment, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.773132 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=79476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 13 16:38:33.773516 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1778962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886373'] for segment, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]: Traceback (most recent call last):
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     timer()
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     cb(*args, **kw)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     return func(*args, **kwargs)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     self._notify()
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     self.callback(batched_events)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     event.method(event)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     aggregate_uuid = self.p_client.list_aggregates(
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     return f(self, *a, **k)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._get(url).json()
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     return self.request(url, 'GET', **kwargs)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     base_url = self.get_endpoint(auth, allow=allow,
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 13 16:38:33.790342 dv-cinder-689486-12-iscsi neutron-server[79476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 13 16:38:33.928744 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664758'] for network, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.932435 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-7e22b3c0-8807-4c54-a5fb-41e1b85f493d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:33.945777 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532881'] for network, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:33.957612 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Pushing event deleted for resources: {'Network': ['ID=cabd7f99-2e14-4c7d-9236-d440856db7f1,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:33.960416 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] 10.222.0.42 "DELETE /v2.0/networks/cabd7f99-2e14-4c7d-9236-d440856db7f1 HTTP/1.1" status: 204  len: 168 time: 1.0999262
May 13 16:38:33.961420 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-91e947cc-46ad-437d-a3e1-359a33a4aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:34.292902 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42664) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:34.348939 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-ad21528f-b815-4902-866a-0a8dacb316fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d5b3dee3fbc494c935bd20a2cda3c32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545938
May 13 16:38:34.351529 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.wsgi [-] (79476) accepted ('10.222.0.42', 42668) {{(pid=79476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:34.411567 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f76fd795-9f5e-44e0-b09a-6e2e2b08d7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:34.437402 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f76fd795-9f5e-44e0-b09a-6e2e2b08d7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:34.502815 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 no longer exists at agent ovs-agent-dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 13 16:38:34.538284 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.plugin [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] No Port match for: 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 {{(pid=79478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 13 16:38:34.538949 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron.plugins.ml2.rpc [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Device 104ec31f-4be4-4fb7-bdc2-c083f2fa5912 not bound to the agent host dv-cinder-689486-12-iscsi {{(pid=79478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 13 16:38:34.561110 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f76fd795-9f5e-44e0-b09a-6e2e2b08d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:34.564970 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-0b134fe2-de81-4ef9-91fc-b0073fcb8545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:34.579569 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fd795-9f5e-44e0-b09a-6e2e2b08d7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225a511-0741-4127-b19a-20c6a4d92b9d,revision_number=None']} {{(pid=79476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:34.582547 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG oslo_concurrency.lockutils [None req-f76fd795-9f5e-44e0-b09a-6e2e2b08d7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:34.588841 dv-cinder-689486-12-iscsi neutron-server[79476]: DEBUG neutron_lib.callbacks.manager [None req-f76fd795-9f5e-44e0-b09a-6e2e2b08d7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:34.590171 dv-cinder-689486-12-iscsi neutron-server[79476]: INFO neutron.wsgi [None req-f76fd795-9f5e-44e0-b09a-6e2e2b08d7ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c225a511-0741-4127-b19a-20c6a4d92b9d HTTP/1.1" status: 204  len: 168 time: 0.2375040
May 13 16:38:35.325207 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42676) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:35.375588 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-0c82eccd-9fb4-4b26-a418-64fa753e4fa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f7e1b67491b43feb812eabdaa5d7043&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490544
May 13 16:38:35.378413 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.wsgi [-] (79477) accepted ('10.222.0.42', 42680) {{(pid=79477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 13 16:38:35.437051 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f6fccfb7-f964-41c5-b933-7ca71cb9be46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:35.463531 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f6fccfb7-f964-41c5-b933-7ca71cb9be46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:35.591621 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f6fccfb7-f964-41c5-b933-7ca71cb9be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642710'] for security_group, after_delete {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:35.595860 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-cc0e29de-b1ee-4993-84a9-225314146d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 13 16:38:35.607541 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fccfb7-f964-41c5-b933-7ca71cb9be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a8328-1cae-45a8-bb5f-9ad7faffbcee,revision_number=None']} {{(pid=79477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 13 16:38:35.612289 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG oslo_concurrency.lockutils [None req-f6fccfb7-f964-41c5-b933-7ca71cb9be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 13 16:38:35.615095 dv-cinder-689486-12-iscsi neutron-server[79477]: DEBUG neutron_lib.callbacks.manager [None req-f6fccfb7-f964-41c5-b933-7ca71cb9be46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:35.616206 dv-cinder-689486-12-iscsi neutron-server[79477]: INFO neutron.wsgi [None req-f6fccfb7-f964-41c5-b933-7ca71cb9be46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/892a8328-1cae-45a8-bb5f-9ad7faffbcee HTTP/1.1" status: 204  len: 168 time: 0.2369032
May 13 16:38:41.538449 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6a450591-eb0d-470c-b86c-e8709f5edc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:43.757162 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:44.002957 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc481-f6d9-45d0-b62e-f17fbe18dd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:44.869857 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:46.779956 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:38:48.288303 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:00.914356 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:39:11.470905 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-45585971-f198-47b8-a081-1fa698b860d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:13.766585 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:13.962202 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-562ec23f-3bb5-467c-818c-bd71b38fa21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:14.865136 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:16.802111 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:18.270355 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:37.913146 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:39:41.474706 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d57d4b23-e452-412b-9aae-af6547047120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:43.777439 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:43.977589 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-278ac3c6-3122-4f31-b2a6-06f9d911e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:44.869180 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:46.794820 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:39:48.280207 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:11.495953 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-3e773f4f-1aa7-4d77-90a0-df1810a1c45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:13.822431 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:13.976234 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-878a9e6f-fab7-4b29-a405-ee8506f90033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:14.884242 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:14.912173 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:40:16.811004 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:18.284389 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:41.488962 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-be037120-ba14-4ee8-85ea-00be1af9a0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:43.797179 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:43.979700 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-84f16cc7-c575-45b7-bd34-fa020a55c5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:44.860339 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:46.819696 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:48.272036 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:40:51.914255 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:41:11.482348 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b7ee-ed40-4b6e-a0da-47998f012941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:13.808190 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:14.042646 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-ee248f9f-ae28-47cc-8608-a79e59500d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:14.865441 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:16.789684 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:18.299888 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:28.915596 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:41:41.527148 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d5a81b80-cc91-4979-8335-9a3e03398bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:43.868111 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:44.018594 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5004cd6d-2fc4-49ae-8a35-d5517891ea58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:44.887608 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:46.835502 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:41:48.350633 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:05.915936 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:42:11.526350 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-601e855d-4c43-4a9c-bb78-ecf6ccc70cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:13.835390 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:13.989536 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-24f25203-62d4-4267-a34d-b99c7466dd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:14.881316 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:16.855560 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:18.358211 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:41.531716 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-d162df7c-7ab3-49c1-b405-5307fb637f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:42.915134 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:42:43.802778 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:43.979952 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-26bb35d8-dcbd-4bfd-b8e5-ecaf0f4bb894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:44.916996 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:46.913996 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:42:48.379415 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:11.548104 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-5a1e030d-0464-499f-bfa0-e2dcd968d676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:13.789603 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:13.970315 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-9a352b18-7783-497f-8d31-880508a5bd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:14.904467 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:16.801259 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:18.364830 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:19.914165 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:43:41.485409 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-ec0847c9-cb6d-4eaa-8bcf-7e65f59fd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:43.782816 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:43.976558 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-3e0dba60-c946-401c-9f6a-442a9a3bfb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:45.011764 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-4f5cd78d-8956-413e-87c1-a7877daf7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:46.845290 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-98ca0b41-1b41-493a-9727-ba677190721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:48.342378 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-f84ff912-9278-4787-b67e-f769dd588b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:43:56.913789 dv-cinder-689486-12-iscsi neutron-server[79479]: DEBUG neutron.db.agents_db [None req-ab3f9e16-1dda-4c3b-a251-f94d21604323 None None] Agent healthcheck: found 6 active agents {{(pid=79479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 13 16:44:11.490085 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-56293c69-f74d-4e19-b0c7-e860bf3f1556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 13 16:44:13.798643 dv-cinder-689486-12-iscsi neutron-server[79478]: DEBUG neutron_lib.callbacks.manager [None req-6407f9a1-9561-4be4-a079-9601fab58bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755621054621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775932'] for agent, after_update {{(pid=79478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}